-- Logs begin at Mon 2021-05-10 19:13:53 UTC, end at Mon 2021-05-10 20:16:53 UTC. -- May 10 19:54:55.319240 dv-cinder-788364-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:54:57.726924 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.common.config [-] Logging enabled! May 10 19:54:57.727516 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:54:57.727690 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:54:57.731021 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.common.config [-] Logging enabled! May 10 19:54:57.731285 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:54:57.731599 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79149) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:54:57.732525 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:54:57.732761 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:54:57.733118 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:54:57.733369 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:54:57.733595 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:54:57.733915 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.734214 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.734534 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.734765 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.735063 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.735356 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.735638 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.735926 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.736222 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.736507 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.736786 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.737069 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.737301 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.737584 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.737871 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.738157 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.738405 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] debug = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.738687 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.739112 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.739534 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.739817 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.740106 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.740386 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.740657 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.740932 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.741217 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.741546 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] host = dv-cinder-788364-3-smb {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.741827 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.742116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.742428 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.742721 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.742995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.743270 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.743563 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.743841 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.744114 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.744390 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.744679 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.744972 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.745258 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.745485 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.745704 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.745997 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.746322 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.746602 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.746878 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.747152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.747426 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.747700 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.747969 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.748255 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.748540 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.748826 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.749101 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.749373 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.749648 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.749920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.750204 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.750505 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.750780 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.751054 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.751339 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.751608 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.751882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.752182 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.752467 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.752749 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.753030 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.753301 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.753587 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.753861 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.754133 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.754438 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_json = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.754710 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.754980 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.755260 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.755535 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.755809 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.756083 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.756354 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.756638 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:54:57.756934 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.757230 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.757529 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.757812 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.758106 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.758414 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.758705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.758982 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.759270 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.759555 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.759845 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.760124 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.760413 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.760691 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.760985 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.761288 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.761581 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.761874 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.762710 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.762986 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.763260 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.763544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.763831 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.764129 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.764423 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.764700 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.764983 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.765276 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.765557 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.765831 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.766111 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.766429 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.766713 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.766990 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.767275 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.767553 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.767827 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.768102 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.768383 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.768675 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.768953 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.769227 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.769499 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.769778 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.770053 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.770373 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.770657 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.770934 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.771208 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.771488 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.771761 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.772037 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.772316 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.772589 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.772866 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.773138 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.773416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.773688 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.773961 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.774233 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.774530 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.774802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.775079 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.775352 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.775622 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.775893 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.776165 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.776440 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.776728 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.777027 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.777306 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.778112 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.778429 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.778714 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.778994 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.779274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.779554 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.779833 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.780105 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.780396 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.780680 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.780968 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.781253 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.781532 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.781826 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.782103 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.782411 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.782690 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.782969 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.783256 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.783546 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.783842 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.784135 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.784429 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.784722 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.785015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.785297 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.785607 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.785887 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:54:57.786104 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:54:57.786367 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79149) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:54:58.138402 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:54:58.138626 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:54:58.138918 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:54:58.139260 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:54:58.445615 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.445899 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.446170 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.447487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.447761 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.448024 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.568269 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.568547 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.568812 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.582648 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.582932 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.583199 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.612601 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.612874 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.613136 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.651645 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.651922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.652186 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.886341 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.886995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.886995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.887207 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:58.887878 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.015875 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.016201 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.016482 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.016749 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.017010 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.017314 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.017571 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.017832 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.018084 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.018398 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.018657 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.018918 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.019179 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.019432 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.019695 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.019960 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.020213 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.020483 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.020735 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.021012 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.021351 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.021602 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.021848 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.022269 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.022548 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.022796 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.023184 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.023431 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.023667 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.023904 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.024140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.024376 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:54:59.024744 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:54:59.028046 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:54:59.031962 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:54:59.035990 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 10 19:54:59.037611 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:54:59.038069 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:54:59.038430 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:54:59.038822 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:54:59.041687 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:54:59.041941 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:54:59.042479 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:54:59.070690 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:54:59.071151 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.071458 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79149) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 19:54:59.071818 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.073203 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79149) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:54:59.073499 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:54:59.073749 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:54:59.078012 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.078292 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:54:59.153545 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:54:59.153789 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:54:59.154024 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:54:59.154430 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:54:59.184811 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_db.sqlalchemy.engines [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79149) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:54:59.828453 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing driver for type 'gre' May 10 19:54:59.828982 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] gre ID ranges: [(1, 1000)] May 10 19:55:00.079785 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing driver for type 'local' May 10 19:55:00.080422 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing driver for type 'vlan' May 10 19:55:00.171160 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] VlanTypeDriver initialization complete May 10 19:55:00.171507 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing driver for type 'vxlan' May 10 19:55:00.172024 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] vxlan ID ranges: [(1, 1000)] May 10 19:55:00.434646 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing extension driver 'port_security' May 10 19:55:00.435051 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] PortSecurityExtensionDriver initialization complete May 10 19:55:00.435525 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing mechanism driver 'openvswitch' May 10 19:55:00.435849 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing mechanism driver 'hyperv' May 10 19:55:00.442510 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:00.443314 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.443691 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.444033 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.444414 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.444763 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.445101 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.445475 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.445816 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.446151 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.446695 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.447047 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.447378 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.447753 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.448097 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.448431 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.448809 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > address_group after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.449926 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > address_group after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.450067 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.450694 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] ML2 OVO RPC backend initialized. {{(pid=79149) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 19:55:00.451402 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.451749 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.452159 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.452501 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > networks before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.452841 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.453178 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > ports before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.453509 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.453848 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnets before_response 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.454190 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.454551 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.454884 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.455285 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.455621 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.455950 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.456277 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.456605 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.456928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.457503 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.plugin [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Modular L2 Plugin initialization complete May 10 19:55:00.457827 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading services supported by the core plugin {{(pid=79149) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:55:00.458207 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.plugins.ml2.managers [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Got port-security extension from driver 'port_security' May 10 19:55:00.458699 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.extensions.vlantransparent [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Disabled vlantransparent extension. May 10 19:55:00.459183 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79149) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:55:00.459494 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: router May 10 19:55:00.495607 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.496011 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_create 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.496848 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router before_create 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.497207 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.497566 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.497914 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_delete 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.498265 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.498646 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_create 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.498987 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.499327 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.499665 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.500017 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.500414 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.500781 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.501114 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.501448 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: subnet after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.501781 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.502120 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.502484 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_create 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.502818 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.503153 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.503502 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router after_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.503838 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.504177 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_create 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.504529 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.504865 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_update 55549900 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.505228 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > network after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.506080 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Tracking information for resource: router configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:55:00.506425 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Tracking information for resource: floatingip configured {{(pid=79149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:55:00.511469 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.db.l3_agentschedulers_db [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:55:00.512677 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.513037 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.513386 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.513731 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.514562 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router before_create 55550100 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.514924 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.515282 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_create 55550100 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.515631 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > router precommit_update 55550100 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.520015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.provider_configuration [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service providers = [] {{(pid=79149) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:55:00.520376 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.db.servicetype_db [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79149) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:55:00.523315 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.service_base [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:55:00.523662 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.service_base [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:55:00.524000 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.service_base [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:55:00.524869 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.services.service_base [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:55:00.525237 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.services.service_base [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:55:00.527193 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.527615 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:55:00.538221 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.538575 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: auto_allocate May 10 19:55:00.544351 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: network precommit_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.544716 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: network precommit_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.545227 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.545543 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: tag May 10 19:55:00.566808 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.567130 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: timestamp May 10 19:55:00.570972 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.571298 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: network_ip_availability May 10 19:55:00.577386 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.577755 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.578108 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.578862 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.579177 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: flavors May 10 19:55:00.584116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.584433 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading Plugin: revisions May 10 19:55:00.588700 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:55:00.589082 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.450s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:00.589824 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79149) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 19:55:00.590182 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Initializing extension manager. May 10 19:55:00.590706 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: __init__.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.591041 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: __pycache__ {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.591377 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.591704 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: address_group.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.592448 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.593022 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: address-group May 10 19:55:00.593339 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: address_scope.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.594032 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.594577 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: address-scope May 10 19:55:00.594895 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.595803 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.596308 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: router-admin-state-down-before-update May 10 19:55:00.596621 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: agent.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.597308 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.597800 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: agent May 10 19:55:00.598112 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: agent_resources_synced.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.599044 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.599545 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: agent-resources-synced May 10 19:55:00.599860 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: allowedaddresspairs.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.601627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.602152 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: allowed-address-pairs May 10 19:55:00.602512 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: auto_allocated_topology.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.603575 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.604093 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: auto-allocated-topology May 10 19:55:00.604416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: availability_zone.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.605099 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.606176 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: availability_zone May 10 19:55:00.606521 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: availability_zone_filter.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.607416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.607927 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: availability_zone_filter May 10 19:55:00.608245 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: data_plane_status.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.609139 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.609645 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:55:00.609964 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: default_subnetpools.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.610880 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.611388 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: default-subnetpools May 10 19:55:00.611706 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.612504 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.613005 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: dhcp_agent_scheduler May 10 19:55:00.613322 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: dns.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.614213 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.614741 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension dns-integration not supported by any of loaded plugins May 10 19:55:00.615063 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: dns_domain_ports.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.615968 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.616465 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:55:00.616873 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: dvr.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.617532 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.618031 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: dvr May 10 19:55:00.618376 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: empty_string_filtering.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.619271 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.619782 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: empty-string-filtering May 10 19:55:00.620098 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.620982 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.622070 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:55:00.622412 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.623305 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.623803 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:55:00.624118 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: external_net.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.625004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.625505 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: external-net May 10 19:55:00.625819 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.626742 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.627245 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: extra_dhcp_opt May 10 19:55:00.627561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: extraroute.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.628447 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.628958 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: extraroute May 10 19:55:00.629266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: extraroute_atomic.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.635112 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.635630 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: extraroute-atomic May 10 19:55:00.635950 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: filter_validation.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.636615 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.637223 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: filter-validation May 10 19:55:00.637541 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: fip_pf_description.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.638674 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.639183 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:55:00.639499 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: fip_port_details.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.640398 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.640899 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: fip-port-details May 10 19:55:00.641217 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: flavors.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.642541 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.643048 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: flavors May 10 19:55:00.643369 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.645045 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.645561 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:55:00.645888 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: floatingip_pools.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.646610 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.647119 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: floatingip-pools May 10 19:55:00.647437 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: ip_allocation.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.648335 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.649379 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:55:00.649379 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.650097 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.650624 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: ip-substring-filtering May 10 19:55:00.651642 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l2_adjacency.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.651961 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.652485 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:55:00.652805 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.653787 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.654334 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: router May 10 19:55:00.654657 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.656974 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.657502 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:55:00.657833 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.658786 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.659299 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: ext-gw-mode May 10 19:55:00.659622 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.660953 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.661058 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: l3-ha May 10 19:55:00.661338 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3_flavors.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.662232 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.672894 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: l3-flavors May 10 19:55:00.672894 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.673640 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.674159 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:55:00.674519 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: l3agentscheduler.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.675592 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.676104 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: l3_agent_scheduler May 10 19:55:00.676429 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: logging.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.677920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.678516 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension logging not supported by any of loaded plugins May 10 19:55:00.678845 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: metering.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.679582 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.680157 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: metering May 10 19:55:00.680479 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.681555 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.682069 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: metering_source_and_destination_fields May 10 19:55:00.682433 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: multiprovidernet.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.683573 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.684629 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: multi-provider May 10 19:55:00.684995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: netmtu.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.685846 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.686370 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: net-mtu May 10 19:55:00.686690 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: netmtu_writable.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.687589 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.688090 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: net-mtu-writable May 10 19:55:00.688403 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: network_availability_zone.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.689055 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.689553 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: network_availability_zone May 10 19:55:00.689937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: network_ip_availability.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.691053 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.691558 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: network-ip-availability May 10 19:55:00.691875 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: network_segment_range.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.692634 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.693127 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:55:00.693443 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: pagination.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.694460 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.694788 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: pagination May 10 19:55:00.695105 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: port_device_profile.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.696015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.696533 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: port-device-profile May 10 19:55:00.696850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.697753 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.698261 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: port-mac-address-regenerate May 10 19:55:00.698606 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.699582 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.700084 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: port-numa-affinity-policy May 10 19:55:00.700646 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: port_resource_request.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.701536 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.702039 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:55:00.702381 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: portbindings.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.703293 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.703792 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: binding May 10 19:55:00.704104 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: portbindings_extended.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.705374 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.705883 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: binding-extended May 10 19:55:00.706201 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: portsecurity.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.712220 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.712727 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: port-security May 10 19:55:00.713043 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: project_id.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.714010 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.714369 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: project-id May 10 19:55:00.714690 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: providernet.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.715616 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.716152 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: provider May 10 19:55:00.716469 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.720034 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.720557 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos not supported by any of loaded plugins May 10 19:55:00.720888 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.722122 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.722669 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:55:00.722995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.723930 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.724430 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:55:00.724749 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_default.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.725639 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.726144 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-default not supported by any of loaded plugins May 10 19:55:00.726493 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_fip.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.727137 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.727633 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-fip not supported by any of loaded plugins May 10 19:55:00.727947 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_gateway_ip.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.728855 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.729368 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:55:00.729685 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_port_network_policy.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.731123 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.731630 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:55:00.731947 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_rule_type_details.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.732854 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.733358 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:55:00.733676 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: qos_rules_alias.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.734737 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.735388 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:55:00.735648 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: quotasv2.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.736722 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.737050 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: quotas May 10 19:55:00.737365 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: quotasv2_detail.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.739004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.739350 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: quota_details May 10 19:55:00.739678 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: rbac.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.740731 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.741257 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: rbac-policies May 10 19:55:00.741583 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: rbac_address_group.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.742524 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.743040 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: rbac-address-group May 10 19:55:00.743362 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: rbac_address_scope.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.744260 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.744770 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: rbac-address-scope May 10 19:55:00.745090 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: rbac_security_groups.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.745979 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.747079 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: rbac-security-groups May 10 19:55:00.747400 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: rbac_subnetpool.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.748316 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.748824 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: rbac-subnetpool May 10 19:55:00.749141 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: revisionifmatch.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.752379 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.752379 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: revision-if-match May 10 19:55:00.752379 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: revisions.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.752379 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.752709 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: standard-attr-revisions May 10 19:55:00.752834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: router_availability_zone.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.753498 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.754001 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: router_availability_zone May 10 19:55:00.754344 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: routerservicetype.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.755247 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.756248 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension router-service-type not supported by any of loaded plugins May 10 19:55:00.756248 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.757551 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.757551 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: security-groups-normalized-cidr May 10 19:55:00.757761 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.758725 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.759238 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: port-security-groups-filtering May 10 19:55:00.759555 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.760453 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.762360 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: security-groups-remote-address-group May 10 19:55:00.762360 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: securitygroup.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.770980 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.771521 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: security-group May 10 19:55:00.771849 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: segment.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.772634 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.773140 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension segment not supported by any of loaded plugins May 10 19:55:00.773463 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.774451 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.774959 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:55:00.775287 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: servicetype.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.776387 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.776906 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: service-type May 10 19:55:00.777228 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: sorting.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.778223 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.778571 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: sorting May 10 19:55:00.778889 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: standard_attr_segment.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.779786 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.780287 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:55:00.780604 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: standardattrdescription.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.781238 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.781753 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: standard-attr-description May 10 19:55:00.782045 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: stateful_security_group.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.782985 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.783501 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: stateful-security-group May 10 19:55:00.783816 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: stdattrs_common.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.784383 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:55:00.784701 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.785673 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.786183 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:55:00.786534 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnet_onboard.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.787598 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.788111 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: subnet_onboard May 10 19:55:00.788425 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.789334 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.789841 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:55:00.790161 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnet_service_types.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.791096 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.791599 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: subnet-service-types May 10 19:55:00.791921 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnetallocation.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.792984 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.794007 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: subnet_allocation May 10 19:55:00.794350 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.795005 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.795504 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: subnetpool-prefix-ops May 10 19:55:00.795821 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.796726 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.797231 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:55:00.797553 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: tagging.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.798646 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.799175 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: standard-attr-tag May 10 19:55:00.799496 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: timestamp.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.800683 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.801187 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loaded extension: standard-attr-timestamp May 10 19:55:00.801510 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: trunk.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.802553 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.803514 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension trunk not supported by any of loaded plugins May 10 19:55:00.803514 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: trunk_details.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.804533 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.805419 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension trunk-details not supported by any of loaded plugins May 10 19:55:00.805419 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: uplink_status_propagation.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.805974 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.806515 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:55:00.806837 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Loading extension file: vlantransparent.py {{(pid=79149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:55:00.807503 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:55:00.808005 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:55:00.811240 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:network May 10 19:55:00.811985 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnet May 10 19:55:00.812769 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:55:00.813365 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:port May 10 19:55:00.814733 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.815188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service FLAVORS assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.815809 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.816234 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.816560 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:router May 10 19:55:00.817215 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:55:00.817925 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service METERING assigned prefix: /metering {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.819392 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.819757 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.820104 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:55:00.821258 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:55:00.821693 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:security_group May 10 19:55:00.822352 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:55:00.823090 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service CORE assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.823426 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:55:00.823760 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] subnetpool is already registered May 10 19:55:00.824458 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service CORE assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.824828 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:55:00.825157 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] subnetpool is already registered May 10 19:55:00.827974 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.828409 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service FLAVORS assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.829005 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.829425 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.829759 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:router May 10 19:55:00.830084 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] router is already registered May 10 19:55:00.830700 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:55:00.831021 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] floatingip is already registered May 10 19:55:00.831637 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service METERING assigned prefix: /metering {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.832303 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:55:00.832625 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] rbac_policy is already registered May 10 19:55:00.834175 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:security_group May 10 19:55:00.834534 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] security_group is already registered May 10 19:55:00.835122 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:55:00.835446 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] security_group_rule is already registered May 10 19:55:00.836115 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service CORE assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.836445 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:55:00.836761 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] subnetpool is already registered May 10 19:55:00.837345 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.v2.resource_helper [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Service CORE assigned prefix: {{(pid=79149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:55:00.837673 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:55:00.837988 dv-cinder-788364-3-smb neutron-server[79149]: WARNING neutron.quota.resource_registry [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] subnetpool is already registered May 10 19:55:00.838656 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: extensions {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.840206 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: address-groups {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.841783 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: address-scopes {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.842995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: agents {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.844170 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: auto-allocated-topology {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.845379 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: availability_zones {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.846707 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: dhcp-networks {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.848099 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: dhcp-agents {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.849512 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: routers {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.851346 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: flavors {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.852483 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: service_profiles {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.853675 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: next_providers {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.855201 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: service_profiles {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.857176 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: floatingip-pools {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.858373 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: routers {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.860186 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: floatingips {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.861351 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: l3-routers {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.862747 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: l3-agents {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.864134 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: metering-labels {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.865464 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: metering-label-rules {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.866738 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: network-ip-availabilities {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.867989 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: bindings {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.869602 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: quotas {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.871060 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: quotas {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.872515 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: rbac-policies {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.874290 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: security-groups {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.875511 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: security-group-rules {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.876735 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: service-providers {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.877946 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: subnetpools {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.879360 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: subnetpools {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.880820 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.882491 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.884289 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.886035 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.887995 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.889823 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.891530 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.894426 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:00.896187 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:01.009890 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron.api.extensions [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Extended resource: tags {{(pid=79149) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:55:01.016345 dv-cinder-788364-3-smb neutron-server[79149]: WARNING keystonemiddleware.auth_token [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:55:01.021056 dv-cinder-788364-3-smb neutron-server[79149]: WARNING keystonemiddleware.auth_token [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:55:01.029396 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Acquired lock "singleton_lock" {{(pid=79149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 19:55:01.029881 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Releasing lock "singleton_lock" {{(pid=79149) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 19:55:01.030547 dv-cinder-788364-3-smb neutron-server[79149]: INFO oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Starting 2 workers May 10 19:55:01.035214 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Started child 79260 {{(pid=79149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:55:01.039573 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Started child 79261 {{(pid=79149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:55:01.040372 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.041163 dv-cinder-788364-3-smb neutron-server[79149]: INFO neutron.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:55:01.041790 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [-] (79260) wsgi starting up on http://0.0.0.0:9696 May 10 19:55:01.041892 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Notify callbacks [] for process, before_spawn {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.044299 dv-cinder-788364-3-smb neutron-server[79149]: INFO oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Starting 1 workers May 10 19:55:01.045741 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.047233 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [-] (79261) wsgi starting up on http://0.0.0.0:9696 May 10 19:55:01.049316 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Started child 79262 {{(pid=79149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:55:01.049839 dv-cinder-788364-3-smb neutron-server[79149]: INFO oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Starting 1 workers May 10 19:55:01.052972 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] calling RpcWorker wait() {{(pid=79262) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:55:01.053565 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] returning from RpcWorker wait() {{(pid=79262) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:55:01.054233 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Started child 79263 {{(pid=79149) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:55:01.054736 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.055050 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8ba36a9f-d283-4174-ae6c-8fafc209ea60 None None] Notify callbacks [] for process, after_spawn {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.055298 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:01.056943 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:55:01.057152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:55:01.057514 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:55:01.057730 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:55:01.058078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:55:01.058222 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:55:01.059289 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.059558 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.059833 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.060097 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.060291 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:01.060798 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.060956 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.061381 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.061783 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.062733 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.062838 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:01.063043 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063043 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063043 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063043 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063287 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063752 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063752 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.063915 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065023 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065023 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065023 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065023 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065311 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065526 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] debug = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.065791 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.066288 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.066540 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.066798 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.067049 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.067326 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.067598 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.067862 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.068104 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.068337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.068560 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.068819 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.069053 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.069272 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.069486 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.069738 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.069982 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.070498 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] host = dv-cinder-788364-3-smb {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.070748 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.070978 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.071208 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.071416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.071656 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.071881 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.072100 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.072336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.072576 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.072831 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.073089 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.073333 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.073550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.073801 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.073954 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_options = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.074203 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.075162 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.075696 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.075885 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.076045 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.076224 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.076475 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.076639 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.076885 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.077120 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.078906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.079850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.079850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.079850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.079850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.079850 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.080928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.080928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.080928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.080928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.080928 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.081566 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.081566 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.081566 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.081953 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.082086 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.082219 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.082522 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.082753 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.082996 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.083216 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.083492 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.083923 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.084094 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.084364 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.084364 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.084795 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.084795 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.085067 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.085443 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_json = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.085443 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.085711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.085964 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.086105 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.086274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.086513 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.086731 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.086989 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.087401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.087680 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.087997 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.088253 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.088487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.088728 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.088988 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.089214 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.089442 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.089673 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.090004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.090259 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.090579 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.090832 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.091109 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.091428 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.091688 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.091952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.092189 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.092439 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.092671 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.092890 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.093207 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.093524 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.094473 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.094473 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.094473 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.094473 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.100937 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.102015 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.103188 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.104286 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.105550 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.106772 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.108559 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109422 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109422 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109422 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109422 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109909 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109909 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.109909 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.110474 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.110474 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.110857 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.111390 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.111390 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.111390 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.111890 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.111890 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.112166 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.113211 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.113211 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.113211 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.113211 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116401 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.116883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.117343 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.117343 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.117565 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.117700 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.118152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.118537 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.118954 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.119206 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.119429 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.120526 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.120526 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.120526 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.120526 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.128627 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.129825 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.130920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.131544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132078 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.132629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133173 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133173 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133173 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133173 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133173 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133534 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133534 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.133784 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.134001 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.134219 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.134509 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.134749 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.134984 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.135201 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.135418 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.135688 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.135941 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.136510 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.136510 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.136686 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.137490 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.137708 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.137920 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.138218 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.138500 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.138750 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.138990 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.139231 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.139462 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.139679 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.139890 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.140108 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.140318 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.140544 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.140758 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.141151 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.141519 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.141886 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.142315 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.142575 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.142789 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.143010 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.143222 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.143466 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.143677 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.143887 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.144104 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.144334 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.144958 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.144958 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.145243 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.145388 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146152 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146576 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146670 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.146897 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.147092 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.147306 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.147687 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.148069 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.148513 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.148814 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.149080 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.149370 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.149607 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.149883 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.150222 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.150403 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.150744 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.151083 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.151358 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.151624 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.151887 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.152163 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.152423 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.152648 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.152885 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.153120 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.153339 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.153598 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.153854 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.154101 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.154362 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.154591 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.154810 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.155034 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.155264 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.155487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.155846 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.156172 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:55:01.156752 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79149) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:55:01.156894 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:55:01.157058 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:55:01.157397 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:55:01.157605 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:55:01.157765 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:55:01.157894 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158046 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158207 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158405 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158567 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158765 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.158941 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.159074 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.159220 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.159377 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.159696 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.159696 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160064 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160064 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160563 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160563 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160563 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.160563 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.161266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.161266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.161266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.161266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.161266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] debug = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162130 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162130 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162130 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162130 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162130 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.162834 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.163421 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.163421 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.163421 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.163421 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] host = dv-cinder-788364-3-smb {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.164337 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165004 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165562 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165562 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165562 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.165562 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166079 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166079 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166079 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166434 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_options = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166434 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166434 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166787 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.166787 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167020 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167020 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167250 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167371 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167496 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167609 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167751 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.167908 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168093 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168252 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168410 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168568 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168725 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.168881 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169038 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169196 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169353 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169509 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169725 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169858 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.169978 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170100 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170350 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170601 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170601 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170855 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.170855 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171082 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171202 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171321 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171507 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171706 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.171828 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172349 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172349 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172349 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172349 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172867 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172867 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172867 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.172867 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_json = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.173882 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.174705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.174705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:55:01.174705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.174705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.174705 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175272 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175272 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175272 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175272 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.175711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176148 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176148 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176148 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176485 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176485 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176909 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.176909 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177416 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177775 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177775 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.177775 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178108 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178108 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178362 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178485 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178619 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178741 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178863 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.178983 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179148 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179308 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179467 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179626 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179847 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.179993 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180179 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180302 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180437 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180653 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180891 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.180891 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181129 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181129 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181367 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181489 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181610 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181729 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.181925 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182049 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182219 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182361 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182500 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182707 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182832 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.182953 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.183074 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.183308 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.183445 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.183566 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184201 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184348 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184508 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184670 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184831 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.184991 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185151 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185312 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185470 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185628 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185787 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.185946 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186198 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186405 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186530 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186652 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186773 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.186893 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.187061 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.187221 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.187381 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.187540 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188274 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188759 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188759 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188759 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.188759 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189210 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189210 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189210 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189546 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189546 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189773 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.189773 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190137 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190137 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190428 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190428 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190670 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190885 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.190885 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191196 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191196 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191424 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191424 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191667 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191787 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.191906 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192025 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192177 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192344 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192515 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192675 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.192835 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193070 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193234 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193393 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193552 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193711 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.193871 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.194032 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.194191 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.194386 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.194542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.194703 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.197336 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.198487 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.201065 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202040 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.202922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.203952 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.204802 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.205681 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.206542 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.207340 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.208116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.208116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.208116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.208116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.208116 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.209088 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210140 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.210922 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211561 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211884 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.211884 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212042 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212206 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212369 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212529 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212689 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.212877 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213021 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213191 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213366 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213516 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213685 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.213854 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214054 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214170 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214529 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214529 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214695 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.214845 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215036 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215196 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215356 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215516 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215675 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215835 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.215994 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216153 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216311 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216469 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216629 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216788 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.216947 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.217106 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.217266 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.217425 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.217591 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:55:01.217745 dv-cinder-788364-3-smb neutron-server[79149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79149) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:55:01.221742 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:01.496540 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 51424) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:01.505103 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063276 May 10 19:55:12.392295 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92816033-5df1-4260-95f3-fc14588b59f1 None None] get_active_networks_info from dv-cinder-788364-3-smb {{(pid=79262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 19:55:12.468347 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92816033-5df1-4260-95f3-fc14588b59f1 None None] No non-hosted networks {{(pid=79262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:55:12.477734 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.agentschedulers_db [None req-92816033-5df1-4260-95f3-fc14588b59f1 None None] DHCP Agent not found on host dv-cinder-788364-3-smb {{(pid=79262) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 19:55:12.608975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0d87f4f3-5a41-4167-b166-b1a145724bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:14.829613 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e962c35-69b4-4a74-aa27-a38ca32e3fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:14.870053 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.db.api [None req-b280148d-cbe5-4d69-ada3-479f8b68940e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-788364-3-smb {{(pid=79262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:55:14.870505 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_db.api [None req-b280148d-cbe5-4d69-ada3-479f8b68940e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:55:14.959199 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:14.959835 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.960172 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.960500 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.960821 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.961142 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.961460 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.961781 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.962100 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.962441 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.962755 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.963069 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.963383 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:14.963775 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788364-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:14.973893 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:15.393556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b280148d-cbe5-4d69-ada3-479f8b68940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:15.748095 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:17.650018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:19.035974 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 51512) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:19.628301 dv-cinder-788364-3-smb neutron-server[79261]: WARNING oslo_policy.policy [None req-70637153-534c-4a8a-a09e-d925e7ca57f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:19.628867 dv-cinder-788364-3-smb neutron-server[79261]: WARNING oslo_policy.policy [None req-70637153-534c-4a8a-a09e-d925e7ca57f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:19.842497 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [None req-70637153-534c-4a8a-a09e-d925e7ca57f9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:19.843671 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-70637153-534c-4a8a-a09e-d925e7ca57f9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8068080 May 10 19:55:21.743183 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.db.l3_hamode_db [None req-39217f77-4b00-4fe8-9007-2a77e0cd5962 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:55:21.828459 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39217f77-4b00-4fe8-9007-2a77e0cd5962 None None] Routers set() bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:21.828835 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39217f77-4b00-4fe8-9007-2a77e0cd5962 None None] Router IDs set() for agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 19:55:22.168279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 51526) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:22.529197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:22.628064 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.policy [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79261) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:55:22.673772 dv-cinder-788364-3-smb neutron-server[79261]: WARNING oslo_policy.policy [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:22.674138 dv-cinder-788364-3-smb neutron-server[79261]: WARNING oslo_policy.policy [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:22.682545 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.quota [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Loaded quota_driver: . May 10 19:55:22.697996 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:22.803696 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742541798', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742542281', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742551571', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742524263', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742534749', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737742770939', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-618716', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3808389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719633'] for rbac-policy, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:23.044894 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:23.046046 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-eeec01f7-e4be-467e-a68d-8830585370de admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8762901 May 10 19:55:25.595507 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 51540) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:25.939753 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Request body: {'network': {'name': 'private', 'project_id': '476109be312a44aca51f4a2922755f62', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:25.944378 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:25.948766 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Usage tracker for resource:network and tenant:476109be312a44aca51f4a2922755f62 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:25.953685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:25.959701 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:26.044832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Made reservation on behalf of 476109be312a44aca51f4a2922755f62 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:26.047482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.064580 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.079058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:26.082660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Usage tracker for resource:security_group_rule and tenant:476109be312a44aca51f4a2922755f62 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:26.087558 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:26.093571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:26.187177 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.250346 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.254772 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:26.272960 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:55:26.300408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737744001428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.300408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Unsubscribe: segment precommit_create {{(pid=79261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:55:26.300408 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Added segment b6129a7a-239f-4a0e-8d56-b1a129ba4b1a of type vlan for network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 May 10 19:55:26.346619 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943362f-24d5-4ab7-8646-0ad11fb0d8a2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:26.367698 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.370959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.371318 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Tracked resource versions report: May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: pushed versions: May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: { 'AddressGroup': {'1.2'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'ConntrackHelper': {'1.0'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Log': {'1.0'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Network': {'1.1'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Port': {'1.7'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'PortForwarding': {'1.2'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'QosPolicy': {'1.8'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroup': {'1.4'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SubPort': {'1.0'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Subnet': {'1.1'}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Trunk': {'1.1'}} May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: consumer versions: May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'ConntrackHelper': '1.0', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Log': '1.0', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Network': '1.1', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Port': '1.7', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'PortForwarding': '1.2', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'QosPolicy': '1.8', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroup': '1.4', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroupRule': '1.2', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'SubPort': '1.0', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Subnet': '1.1', May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: 'Trunk': '1.1'}} May 10 19:55:26.372693 dv-cinder-788364-3-smb neutron-server[79261]: {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:26.418013 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.426171 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:26.501404 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.502854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:26.503487 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:26.508158 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:26.608796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Pushing event updated for resources: {'Network': ['ID=70ac2760-ce3a-4a00-b5d3-a1233d120b96,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:26.611917 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:26.620137 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:55:26.656560 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0655966 May 10 19:55:29.260811 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51556) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:29.847534 dv-cinder-788364-3-smb neutron-server[79260]: WARNING oslo_policy.policy [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:29.848226 dv-cinder-788364-3-smb neutron-server[79260]: WARNING oslo_policy.policy [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:30.283112 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.policy [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79260) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:55:30.328938 dv-cinder-788364-3-smb neutron-server[79260]: WARNING oslo_policy.policy [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:30.329310 dv-cinder-788364-3-smb neutron-server[79260]: WARNING oslo_policy.policy [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:55:30.337465 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:30.339343 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9077eac6-7fcb-4009-813b-f5696328dd3f admin admin] 10.222.0.42 "GET /v2.0/networks/70ac2760-ce3a-4a00-b5d3-a1233d120b96 HTTP/1.1" status: 200 len: 825 time: 1.0760429 May 10 19:55:30.371235 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-55308c14-9b2b-4511-b74a-1a5173a68680 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/4c507678-55b4-4aaa-a625-5a14ccd3a4b2 HTTP/1.1" status: 200 len: 734 time: 0.0265379 May 10 19:55:30.380420 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Request body: {'subnet': {'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'name': 'private-subnet'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:30.381990 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.quota [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Loaded quota_driver: . May 10 19:55:30.388721 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:30.394238 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Usage tracker for resource:subnet and tenant:476109be312a44aca51f4a2922755f62 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:30.397560 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:30.404557 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:30.506909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Made reservation on behalf of 476109be312a44aca51f4a2922755f62 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:30.509779 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:31.037002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:31.042788 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:31.120736 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Checking segment: {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:31.121269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Network hostable DHCP agents. Network: 70ac2760-ce3a-4a00-b5d3-a1233d120b96, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:55:31.148985 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da96a410-dcbb-4a18-be42-b261eb4e4dfe,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:31.163718 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.164198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.164658 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.165112 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.165572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.166040 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.166548 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.167017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.167498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.167954 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.168991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.169452 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Tracked resource versions report: May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: pushed versions: May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: { 'AddressGroup': {'1.2'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'ConntrackHelper': {'1.0'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Log': {'1.0'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Network': {'1.1'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Port': {'1.7'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'PortForwarding': {'1.2'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'QosPolicy': {'1.8'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroup': {'1.4'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SubPort': {'1.0'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Subnet': {'1.1'}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Trunk': {'1.1'}} May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: consumer versions: May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'ConntrackHelper': '1.0', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Log': '1.0', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Network': '1.1', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Port': '1.7', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'PortForwarding': '1.2', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'QosPolicy': '1.8', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroup': '1.4', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroupRule': '1.2', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'SubPort': '1.0', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Subnet': '1.1', May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: 'Trunk': '1.1'}} May 10 19:55:31.171203 dv-cinder-788364-3-smb neutron-server[79260]: {{(pid=79260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:31.214887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:31.273056 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:55:31.335875 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 70ac2760-ce3a-4a00-b5d3-a1233d120b96) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:31.341433 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:31.342826 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:31.346029 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e9a9b-807b-4e10-adf5-a3bedd5c8d4f None None] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:31.422474 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0454869 May 10 19:55:31.651443 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:55:31.652596 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:31.834128 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Allocated IP 172.20.0.2 (70ac2760-ce3a-4a00-b5d3-a1233d120b96/da96a410-dcbb-4a18-be42-b261eb4e4dfe/0fdf3ffe-c307-41ee-bbc4-8d0405f9404e) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:32.060034 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:32.072422 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Transition to ACTIVE for port object 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:32.092199 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Transition to ACTIVE for port object 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:32.141860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:32.147782 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:32.202263 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:32.204867 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:32.218074 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:32.225022 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Pushing event updated for resources: {'Port': ['ID=0fdf3ffe-c307-41ee-bbc4-8d0405f9404e,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:32.260966 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.261299 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.261627 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.261950 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.263448 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.263775 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.264095 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.264413 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.264732 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.265049 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.265360 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.265669 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Tracked resource versions report: May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: pushed versions: May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: { 'AddressGroup': {'1.2'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'ConntrackHelper': {'1.0'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Log': {'1.0'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Network': {'1.1'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Port': {'1.7'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'PortForwarding': {'1.2'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'QosPolicy': {'1.8'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroup': {'1.4'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SubPort': {'1.0'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Subnet': {'1.1'}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Trunk': {'1.1'}} May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: consumer versions: May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'ConntrackHelper': '1.0', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Log': '1.0', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Network': '1.1', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Port': '1.7', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'PortForwarding': '1.2', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'QosPolicy': '1.8', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroup': '1.4', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroupRule': '1.2', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'SubPort': '1.0', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Subnet': '1.1', May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: 'Trunk': '1.1'}} May 10 19:55:32.266829 dv-cinder-788364-3-smb neutron-server[79262]: {{(pid=79262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:32.297944 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:32.322648 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Attempting to bind port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:55:32.322960 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Attempting to bind port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:55:32.323409 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Attempting to bind port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e on network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:55:32.329186 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:55:32.329585 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Checking segment: {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:32.330039 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:32.330454 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Bound using segment: {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:55:32.330918 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Bound port: 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:55:32.331303 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:32.420659 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] For port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:55:32.424460 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] For port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=0fdf3ffe-c307-41ee-bbc4-8d0405f9404e,segment=NetworkSegment(b6129a7a-239f-4a0e-8d56-b1a129ba4b1a),segment_id=b6129a7a-239f-4a0e-8d56-b1a129ba4b1a)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:55:32.479067 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:32.483141 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:32.567505 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Pushing event updated for resources: {'Port': ['ID=0fdf3ffe-c307-41ee-bbc4-8d0405f9404e,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:32.570618 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:33.785815 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51576) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:34.162812 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [None req-069a91ab-3a45-449e-a546-0094dee011c8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:34.163805 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-069a91ab-3a45-449e-a546-0094dee011c8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3770339 May 10 19:55:36.525406 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51586) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:36.922281 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [None req-aa68b490-47de-439f-94eb-8475d5bede29 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:36.923383 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-aa68b490-47de-439f-94eb-8475d5bede29 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3970606 May 10 19:55:37.975282 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce1831-4453-4482-8200-03426312a105 None None] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:38.137915 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-4ec4240e-dfb0-4df5-bdd4-322054986a49 None None] Provisioning for port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:38.706031 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:38.815322 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:38.819971 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:38.820370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:38.934685 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:38.967852 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=0fdf3ffe-c307-41ee-bbc4-8d0405f9404e,segment=NetworkSegment(b6129a7a-239f-4a0e-8d56-b1a129ba4b1a),segment_id=b6129a7a-239f-4a0e-8d56-b1a129ba4b1a)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:55:39.028097 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:39.031048 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:39.095433 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=0fdf3ffe-c307-41ee-bbc4-8d0405f9404e,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:39.099820 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:39.515897 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51602) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:39.859880 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '476109be312a44aca51f4a2922755f62'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:39.865104 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:39.869184 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Usage tracker for resource:router and tenant:476109be312a44aca51f4a2922755f62 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:39.873635 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:39.881326 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:39.987527 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:39.989155 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.010441 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.176991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.238439 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:40.239595 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-552f22e8-39d7-45e9-abfb-320daee9ddd0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7227483 May 10 19:55:40.696948 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:40.764076 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:40.764451 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:42.375481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-78dfd687-fbf2-41cd-a651-753422a416d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:42.575314 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51612) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:42.987386 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [None req-e0fd2e46-633d-4cf5-ad40-c3faeef81fe3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:55:42.988307 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e0fd2e46-633d-4cf5-ad40-c3faeef81fe3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4118941 May 10 19:55:44.833072 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d8fa812b-b346-4946-a9d6-59eade043722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:44.969913 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.348268 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51622) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:45.710697 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:45.716151 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:45.718871 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.723198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Usage tracker for resource:network and tenant:dc42db2213a54500b730fd18b77ee535 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:45.723198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:45.728302 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:45.838056 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Made reservation on behalf of dc42db2213a54500b730fd18b77ee535 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:45.841004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.877133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:45.892314 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:45.896024 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc42db2213a54500b730fd18b77ee535 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:45.899204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:45.905720 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:45.995411 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.043925 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.047208 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:46.063399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Reserving flat network on physical network physnet1 {{(pid=79260) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:55:46.085137 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9242bbe-a8e1-47ec-a87a-a5d06ad646d6,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:46.090421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737744001428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.091004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Unsubscribe: segment precommit_create {{(pid=79260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:55:46.091450 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Added segment 10e11c0f-d599-41a0-97fc-e44f3c3cca76 of type flat for network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 May 10 19:55:46.100920 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:46.141944 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.221217 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.222614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:46.223199 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:46.226585 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:46.325366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Pushing event updated for resources: {'Network': ['ID=027b1c0a-790f-461a-bff9-3962dd1bd4a0,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:46.328415 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:46.335285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:55:46.387624 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0382774 May 10 19:55:47.569890 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:48.731095 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51642) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:48.940947 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce953b6-8d0e-4457-a52e-2647c5f66ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:48.942332 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-6ce953b6-8d0e-4457-a52e-2647c5f66ef2 admin admin] 10.222.0.42 "GET /v2.0/subnets/da96a410-dcbb-4a18-be42-b261eb4e4dfe HTTP/1.1" status: 200 len: 849 time: 0.2102671 May 10 19:55:49.086646 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a333fffc-af89-4214-a41f-fe96a57f5bc4 admin admin] 10.222.0.42 "GET /v2.0/routers/71cd3d40-1154-4a50-8f5b-b8bbb0898efd HTTP/1.1" status: 200 len: 704 time: 0.1386440 May 10 19:55:49.546913 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:49.776076 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Allocated IP 172.20.0.1 (70ac2760-ce3a-4a00-b5d3-a1233d120b96/da96a410-dcbb-4a18-be42-b261eb4e4dfe/8bdd3186-6035-4644-a931-2bb5ab108d5f) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:49.969745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:49.986875 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Transition to ACTIVE for port object 8bdd3186-6035-4644-a931-2bb5ab108d5f will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:50.101891 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.106430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:50.165927 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:50.169193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:50.177459 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:50.178076 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.306243 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Pushing event updated for resources: {'Port': ['ID=8bdd3186-6035-4644-a931-2bb5ab108d5f,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:50.317138 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:50.427161 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-226153e1-cba3-489e-af75-84ec7173f4bd None None] Provisioning for port 8bdd3186-6035-4644-a931-2bb5ab108d5f completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:50.432413 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-226153e1-cba3-489e-af75-84ec7173f4bd None None] Provisioning complete for port 8bdd3186-6035-4644-a931-2bb5ab108d5f triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:50.432778 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-226153e1-cba3-489e-af75-84ec7173f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.490180 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-226153e1-cba3-489e-af75-84ec7173f4bd None None] Port 8bdd3186-6035-4644-a931-2bb5ab108d5f cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:55:50.560687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.789699 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.856163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.857292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:50.860791 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:50.991336 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Pushing event updated for resources: {'Port': ['ID=8bdd3186-6035-4644-a931-2bb5ab108d5f,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:50.995574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:51.059013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:51.060182 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:51.306969 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:55:51.312920 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-c2131163-b17c-42a6-af74-65967c6dbef2 None None] Provisioning complete for port 8bdd3186-6035-4644-a931-2bb5ab108d5f triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:51.313239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c2131163-b17c-42a6-af74-65967c6dbef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:51.365417 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-c2131163-b17c-42a6-af74-65967c6dbef2 None None] Port 8bdd3186-6035-4644-a931-2bb5ab108d5f cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:55:51.461390 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:55:51.471513 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Sync routers for ids ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:55:51.472007 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] 10.222.0.42 "PUT /v2.0/routers/71cd3d40-1154-4a50-8f5b-b8bbb0898efd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3797870 May 10 19:55:51.482751 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Routers {'71cd3d40-1154-4a50-8f5b-b8bbb0898efd'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:51.483636 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T19:55:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:51.658221 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Set router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:52.025089 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:50Z', 'revision_number': 2, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port_host': None, '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:50Z', 'revision_number': 2, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:52.030654 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Checking router: 71cd3d40-1154-4a50-8f5b-b8bbb0898efd for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:55:52.031033 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Updating router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd port 8bdd3186-6035-4644-a931-2bb5ab108d5f binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:55:52.082291 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.482932 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.500323 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Transition to ACTIVE for port object 8bdd3186-6035-4644-a931-2bb5ab108d5f will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:55:52.587336 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.595796 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:52.878885 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Pushing event updated for resources: {'Port': ['ID=8bdd3186-6035-4644-a931-2bb5ab108d5f,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:52.910757 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.911234 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.911728 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.912190 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.912601 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.913006 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.913402 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.913764 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.914218 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.914724 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.915169 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.915596 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Tracked resource versions report: May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: pushed versions: May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: { 'AddressGroup': {'1.2'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'ConntrackHelper': {'1.0'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Log': {'1.0'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Network': {'1.1'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Port': {'1.7'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'PortForwarding': {'1.2'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'QosPolicy': {'1.8'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroup': {'1.4'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroupRule': {'1.2'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SubPort': {'1.0'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Subnet': {'1.1'}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Trunk': {'1.1'}} May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: consumer versions: May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'ConntrackHelper': '1.0', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Log': '1.0', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Network': '1.1', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Port': '1.7', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'PortForwarding': '1.2', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'QosPolicy': '1.8', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroup': '1.4', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroupRule': '1.2', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'SubPort': '1.0', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Subnet': '1.1', May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: 'Trunk': '1.1'}} May 10 19:55:52.916913 dv-cinder-788364-3-smb neutron-server[79263]: {{(pid=79263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:55:52.928215 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:52.931753 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Attempting to bind port 8bdd3186-6035-4644-a931-2bb5ab108d5f on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:55:52.932263 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Attempting to bind port 8bdd3186-6035-4644-a931-2bb5ab108d5f by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:55:52.932904 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Attempting to bind port 8bdd3186-6035-4644-a931-2bb5ab108d5f on network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:55:52.941306 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:55:52.941791 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Checking segment: {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:52.942343 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.942826 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Bound using segment: {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:55:52.943415 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Bound port: 8bdd3186-6035-4644-a931-2bb5ab108d5f, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6129a7a-239f-4a0e-8d56-b1a129ba4b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:55:52.943860 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.043227 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] For port 8bdd3186-6035-4644-a931-2bb5ab108d5f, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:55:53.047779 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] For port 8bdd3186-6035-4644-a931-2bb5ab108d5f, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=8bdd3186-6035-4644-a931-2bb5ab108d5f,segment=NetworkSegment(b6129a7a-239f-4a0e-8d56-b1a129ba4b1a),segment_id=b6129a7a-239f-4a0e-8d56-b1a129ba4b1a)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:55:53.136810 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.143607 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:53.254715 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Routers {'71cd3d40-1154-4a50-8f5b-b8bbb0898efd'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:55:53.255744 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T19:55:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:53.432854 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Pushing event updated for resources: {'Port': ['ID=8bdd3186-6035-4644-a931-2bb5ab108d5f,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:53.446861 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-1d27d010-3964-45bb-92f8-b838714c9498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:53.500961 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] Set router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:55:53.869463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51664) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:54.071161 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:50Z', 'revision_number': 2, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port_host': None, '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:53Z', 'revision_number': 4, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:55:54.077897 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254f038-26e1-4785-93de-2ef5bab4b7b7 None None] The sync data for ids ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'] in dv-cinder-788364-3-smb is: [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:50Z', 'revision_number': 2, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port_host': None, '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:53Z', 'revision_number': 4, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:55:54.095305 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ceac16-2f6c-4f9a-94ac-ad3e3878c8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:54.095894 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d5ceac16-2f6c-4f9a-94ac-ad3e3878c8ec admin admin] Synchronizing usage tracker for tenant:dc42db2213a54500b730fd18b77ee535 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:55:54.204026 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d5ceac16-2f6c-4f9a-94ac-ad3e3878c8ec admin admin] Unset dirty status for tenant:dc42db2213a54500b730fd18b77ee535 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:55:54.205730 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d5ceac16-2f6c-4f9a-94ac-ad3e3878c8ec admin admin] 10.222.0.42 "GET /v2.0/networks/027b1c0a-790f-461a-bff9-3962dd1bd4a0 HTTP/1.1" status: 200 len: 842 time: 0.3348417 May 10 19:55:54.216297 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Request body: {'subnet': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:54.222690 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:55:54.227664 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Usage tracker for resource:subnet and tenant:dc42db2213a54500b730fd18b77ee535 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:55:54.231801 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:55:54.240449 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:55:54.347282 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Made reservation on behalf of dc42db2213a54500b730fd18b77ee535 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:55:54.349694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.885668 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.objects.ports [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79260) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 19:55:54.886727 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.890951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:54.967318 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f103f528-53b1-41ed-b233-9d55bf67767d,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:54.971146 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:54.983919 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:55:54.984431 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Network hostable DHCP agents. Network: 027b1c0a-790f-461a-bff9-3962dd1bd4a0, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:55:55.062017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:55:55.130827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 027b1c0a-790f-461a-bff9-3962dd1bd4a0) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:55.137840 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:55.139037 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:55.150024 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c29050-84b0-40bd-a1c4-4be8ee8cb8e1 None None] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:55.246294 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0333889 May 10 19:55:55.510556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba18a9-8bda-47db-aab5-5a159760091c None None] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:55:57.579129 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 51678) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:55:57.790438 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9c525140-d72b-4210-af60-aef4fa6fb51e admin admin] 10.222.0.42 "GET /v2.0/routers/71cd3d40-1154-4a50-8f5b-b8bbb0898efd HTTP/1.1" status: 200 len: 710 time: 0.2097988 May 10 19:55:57.928803 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe92d69-ac46-4b04-b3e3-c5f8f401c31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:57.930171 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9fe92d69-ac46-4b04-b3e3-c5f8f401c31f admin admin] 10.222.0.42 "GET /v2.0/networks/027b1c0a-790f-461a-bff9-3962dd1bd4a0 HTTP/1.1" status: 200 len: 886 time: 0.1339741 May 10 19:55:57.939816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:55:58.449526 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:58.747350 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 8bdd3186-6035-4644-a931-2bb5ab108d5f up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:55:58.842409 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:58.901648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:58.952943 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 8bdd3186-6035-4644-a931-2bb5ab108d5f completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:55:58.958741 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 8bdd3186-6035-4644-a931-2bb5ab108d5f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:55:58.959222 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:59.061744 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Allocated IP 172.28.1.41 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:55:59.105727 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:59.141357 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 8bdd3186-6035-4644-a931-2bb5ab108d5f, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=8bdd3186-6035-4644-a931-2bb5ab108d5f,segment=NetworkSegment(b6129a7a-239f-4a0e-8d56-b1a129ba4b1a),segment_id=b6129a7a-239f-4a0e-8d56-b1a129ba4b1a)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:55:59.223410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:59.255509 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:59.257621 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:59.325285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=8bdd3186-6035-4644-a931-2bb5ab108d5f,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:59.328698 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:59.360288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:59.364519 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-16bbb511-97c0-4253-8903-49eea3f4b36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:55:59.423750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:55:59.426589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:55:59.434862 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:55:59.493482 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:55:59.550927 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:55:59.919104 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:00.317094 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:00.320523 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3807282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3807232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-386569'] for router, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:00.504516 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:56:00.706383 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:56:00.720048 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:00.720699 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Sync routers for ids ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:00.724157 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] 10.222.0.42 "PUT /v2.0/routers/71cd3d40-1154-4a50-8f5b-b8bbb0898efd HTTP/1.1" status: 200 len: 889 time: 2.7854645 May 10 19:56:00.729359 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 8bdd3186-6035-4644-a931-2bb5ab108d5f up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:56:00.783083 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Routers {'71cd3d40-1154-4a50-8f5b-b8bbb0898efd'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:56:00.783886 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T19:55:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:01.010218 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 8bdd3186-6035-4644-a931-2bb5ab108d5f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:56:01.010774 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:01.091588 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Set router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:56:01.524497 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 4, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port': {'id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:58Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 5, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:01.530193 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Checking router: 71cd3d40-1154-4a50-8f5b-b8bbb0898efd for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:01.530701 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Updating router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:01.588081 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:01.994356 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:02.008389 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Transition to ACTIVE for port object d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:56:02.078733 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:02.083110 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:56:02.163867 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Pushing event updated for resources: {'Port': ['ID=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:02.166813 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:56:02.168551 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Attempting to bind port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:56:02.168921 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Attempting to bind port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:56:02.169276 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Attempting to bind port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:56:02.175028 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:56:02.175438 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:56:02.175786 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:02.176168 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:56:02.176634 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Bound port: d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:56:02.176997 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:02.256537 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] For port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:56:02.259817 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] For port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:56:02.325463 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:02.329980 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:56:02.429481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Routers {'71cd3d40-1154-4a50-8f5b-b8bbb0898efd'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:56:02.430115 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T19:55:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:02.554703 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Pushing event updated for resources: {'Port': ['ID=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:02.560237 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:56:02.621921 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] Set router 71cd3d40-1154-4a50-8f5b-b8bbb0898efd gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:56:02.972886 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 4, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port': {'id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:58Z', 'updated_at': '2021-05-10T19:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 5, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:02.977667 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a272675-9bfb-4bf6-bff7-f8a767071d87 None None] The sync data for ids ['71cd3d40-1154-4a50-8f5b-b8bbb0898efd'] in dv-cinder-788364-3-smb is: [{'id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'name': 'router1', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:55:39Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 4, 'project_id': '476109be312a44aca51f4a2922755f62', 'gw_port': {'id': 'd87a6a39-5a5f-482f-bd6b-dd2c9358e7a0', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:09:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:58Z', 'updated_at': '2021-05-10T19:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '8bdd3186-6035-4644-a931-2bb5ab108d5f', 'name': '', 'network_id': '70ac2760-ce3a-4a00-b5d3-a1233d120b96', 'tenant_id': '476109be312a44aca51f4a2922755f62', 'mac_address': 'fa:16:3e:99:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd3d40-1154-4a50-8f5b-b8bbb0898efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:55:49Z', 'updated_at': '2021-05-10T19:55:59Z', 'revision_number': 5, 'project_id': '476109be312a44aca51f4a2922755f62', 'subnets': [{'id': 'da96a410-dcbb-4a18-be42-b261eb4e4dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c507678-55b4-4aaa-a625-5a14ccd3a4b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:03.113903 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:03.202977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 51688) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:56:03.373448 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-4282ca68-97a6-4626-a069-3c9a27e919a8 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1689897 May 10 19:56:04.764098 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:56:04.907089 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:56:04.912440 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:56:04.912808 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:05.036125 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:05.058061 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:56:05.164148 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:05.167266 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:56:05.236905 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:05.239989 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:56:06.731490 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:56:06.828944 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port d87a6a39-5a5f-482f-bd6b-dd2c9358e7a0 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:56:06.829162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:12.388220 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8854dc54-881b-496e-be27-24ccf9096e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:14.895383 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d1d16224-639f-4315-9f4e-b0904a6d8635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:14.975145 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:15.729605 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:17.632535 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:40.112119 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:42.369751 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c4d153d3-9dbd-4530-87d0-3e6ad1b7b446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:44.848767 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c37146eb-517d-43a9-9394-451f000821de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:44.986377 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:45.730618 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:47.621925 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:12.380149 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fbfc020b-40b5-4058-af80-4ca235fc176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:14.846572 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-af2e84aa-f3ab-492a-b897-f531727b34fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:14.963484 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:15.734971 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:17.115147 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:57:17.596836 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:40.424794 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52258) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:40.491104 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c808eb09-e29c-406e-8e73-a0a713b8f65c admin admin] GET failed (client error): The resource could not be found. May 10 19:57:40.492923 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-c808eb09-e29c-406e-8e73-a0a713b8f65c admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672088 May 10 19:57:40.627764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0a28bb-069d-4782-8ab3-0650fc8bc3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:40.629210 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-af0a28bb-069d-4782-8ab3-0650fc8bc3f6 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1325502 May 10 19:57:42.394102 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ba8e06d2-1f6a-482e-be42-12403f1bd2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:42.744028 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52268) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:42.851567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ca005-93df-440c-afd6-27dd08481c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:42.852110 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dd6ca005-93df-440c-afd6-27dd08481c07 admin admin] Synchronizing usage tracker for tenant:dc42db2213a54500b730fd18b77ee535 on resource:subnet {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:57:42.985106 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dd6ca005-93df-440c-afd6-27dd08481c07 admin admin] Unset dirty status for tenant:dc42db2213a54500b730fd18b77ee535 on resource:subnet {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:57:42.986320 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-dd6ca005-93df-440c-afd6-27dd08481c07 admin admin] 10.222.0.42 "GET /v2.0/subnets/da96a410-dcbb-4a18-be42-b261eb4e4dfe HTTP/1.1" status: 200 len: 849 time: 0.2413006 May 10 19:57:42.996204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:57:43.109711 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Notify callbacks [] for subnet, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:43.354029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737743994974'] for subnet, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:43.357974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-480989b6-786e-4902-8e3d-2717897e7096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:57:43.398239 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:43.399319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:43.400155 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] 10.222.0.42 "PUT /v2.0/subnets/da96a410-dcbb-4a18-be42-b261eb4e4dfe HTTP/1.1" status: 200 len: 868 time: 0.4082203 May 10 19:57:43.402489 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6a668-9a0b-435e-83fc-cee71a8b9867 None None] Network 70ac2760-ce3a-4a00-b5d3-a1233d120b96 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:57:43.426010 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Pushing event updated for resources: {'Subnet': ['ID=da96a410-dcbb-4a18-be42-b261eb4e4dfe,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:43.436102 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.436445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.436781 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.437108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.437433 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.437760 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.438078 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.438437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.438778 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.439099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.439414 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.439727 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:43.443622 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-427cf8b5-d343-4716-abee-df2b1bbf12da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:57:43.887364 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-04bebb3e-f083-4266-b0b8-f5071dd0804a None None] Provisioning complete for port 8bdd3186-6035-4644-a931-2bb5ab108d5f triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:57:43.887729 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-04bebb3e-f083-4266-b0b8-f5071dd0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:44.009186 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-04bebb3e-f083-4266-b0b8-f5071dd0804a None None] Provisioning complete for port 0fdf3ffe-c307-41ee-bbc4-8d0405f9404e triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:57:44.009464 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-04bebb3e-f083-4266-b0b8-f5071dd0804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:44.842259 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f6ce08a2-7539-4175-aca6-e7ef012856bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:44.968123 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:45.498150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52278) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:45.673013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f709c-2951-4310-8166-d987fdc3f4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:45.673405 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f709c-2951-4310-8166-d987fdc3f4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:45.675027 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f56f709c-2951-4310-8166-d987fdc3f4fa admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758165 May 10 19:57:45.722605 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:47.634364 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:47.774672 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52288) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:47.963920 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b060d-59dc-4059-bd8d-b2c8f4966a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:47.964443 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b060d-59dc-4059-bd8d-b2c8f4966a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:47.965949 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3a0b060d-59dc-4059-bd8d-b2c8f4966a9f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1904094 May 10 19:57:50.063286 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52298) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:50.228817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b24eb6-c9cb-416b-8538-7c4c618f05d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:50.230172 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f8b24eb6-c9cb-416b-8538-7c4c618f05d6 admin admin] 10.222.0.42 "GET /v2.0/networks/027b1c0a-790f-461a-bff9-3962dd1bd4a0 HTTP/1.1" status: 200 len: 886 time: 0.1659689 May 10 19:57:52.311637 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52308) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:52.525951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f645ae0-8b49-4db2-b7e1-f26ebbb4ef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:52.527583 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-7f645ae0-8b49-4db2-b7e1-f26ebbb4ef1f admin admin] 10.222.0.42 "GET /v2.0/networks/70ac2760-ce3a-4a00-b5d3-a1233d120b96 HTTP/1.1" status: 200 len: 869 time: 0.2150159 May 10 19:57:54.113568 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:57:54.616533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52318) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:54.726335 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896ec0c-720e-4bfa-a918-5150c64a99a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:54.726857 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896ec0c-720e-4bfa-a918-5150c64a99a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:54.728353 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c896ec0c-720e-4bfa-a918-5150c64a99a0 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108789 May 10 19:57:56.843648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52328) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:56.947779 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300c546-82b2-4a6e-b844-a7ff3b5d7e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:56.948226 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300c546-82b2-4a6e-b844-a7ff3b5d7e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:56.949681 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2300c546-82b2-4a6e-b844-a7ff3b5d7e2c admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051073 May 10 19:57:59.047531 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52338) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:59.155916 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b180a7-4126-41db-897c-a44349cdd251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:59.157235 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c1b180a7-4126-41db-897c-a44349cdd251 admin admin] 10.222.0.42 "GET /v2.0/subnets/da96a410-dcbb-4a18-be42-b261eb4e4dfe HTTP/1.1" status: 200 len: 868 time: 0.1087775 May 10 19:58:01.252928 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52348) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:01.352765 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e9f73-5399-4893-8838-91ffac2b94b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:01.354078 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-007e9f73-5399-4893-8838-91ffac2b94b2 admin admin] 10.222.0.42 "GET /v2.0/subnets/f103f528-53b1-41ed-b233-9d55bf67767d HTTP/1.1" status: 200 len: 816 time: 0.1002300 May 10 19:58:12.393305 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1cb970a0-c6da-485c-9175-0a13eb3d3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:14.847768 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-86b02465-290f-4ca2-a0b5-cb5ca8ea1064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:14.990688 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:15.719530 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:17.624771 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:24.237678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52392) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:24.284763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [None req-d42db4b1-29ce-4300-a57b-e99813147df5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:58:24.285806 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d42db4b1-29ce-4300-a57b-e99813147df5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471835 May 10 19:58:26.485633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52402) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:26.551750 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6728eb3-2204-4d32-8e3e-b532d66a0d07 admin admin] GET failed (client error): The resource could not be found. May 10 19:58:26.553474 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a6728eb3-2204-4d32-8e3e-b532d66a0d07 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661724 May 10 19:58:26.676893 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f4d5c-82d3-4ffe-a845-bcd8fed2437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:26.678877 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-526f4d5c-82d3-4ffe-a845-bcd8fed2437c admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1216269 May 10 19:58:28.806750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52412) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:28.858662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:58:28.863540 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:58:28.873817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:58:28.935820 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Made reservation on behalf of dc42db2213a54500b730fd18b77ee535 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:28.938204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.029455 dv-cinder-788364-3-smb neutron-server[79260]: WARNING neutron.services.revisions.revision_plugin [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Could not find related network for resource to bump revision. May 10 19:58:29.041975 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:58:29.050906 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.053374 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Added segment 6e152354-0b4e-48ca-b890-8b2257454218 of type vlan for network d38fcf77-659b-4e50-ba10-16614b989b26 May 10 19:58:29.078184 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.187151 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.188470 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:29.189044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.192477 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:29.288663 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Pushing event updated for resources: {'Network': ['ID=d38fcf77-659b-4e50-ba10-16614b989b26,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:29.291251 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:29.298548 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network d38fcf77-659b-4e50-ba10-16614b989b26 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:58:29.370688 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5627718 May 10 19:58:31.113088 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:58:31.525830 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52422) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:31.592868 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d25059a-ee96-4ea5-a37f-5762d084e89b admin admin] GET failed (client error): The resource could not be found. May 10 19:58:31.593378 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-1d25059a-ee96-4ea5-a37f-5762d084e89b admin admin] Synchronizing usage tracker for tenant:dc42db2213a54500b730fd18b77ee535 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:58:31.666733 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-1d25059a-ee96-4ea5-a37f-5762d084e89b admin admin] Unset dirty status for tenant:dc42db2213a54500b730fd18b77ee535 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:58:31.667898 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-1d25059a-ee96-4ea5-a37f-5762d084e89b admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1410985 May 10 19:58:31.772385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44665b70-2b9a-4e25-8884-4b4591a57554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:31.773726 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-44665b70-2b9a-4e25-8884-4b4591a57554 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019235 May 10 19:58:31.783265 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:58:31.788185 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:58:31.797567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:58:31.889366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Made reservation on behalf of dc42db2213a54500b730fd18b77ee535 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:31.891710 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:32.327855 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:32.331513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-92426140-29db-4b93-ba03-2e8aa92b0862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:32.409337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76ec9c8-5c0c-470b-869b-1f666a18eb3d,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:32.413290 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:32.417230 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Checking segment: {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:58:32.417577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Network hostable DHCP agents. Network: d38fcf77-659b-4e50-ba10-16614b989b26, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:58:32.512496 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Network d38fcf77-659b-4e50-ba10-16614b989b26 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:58:32.586753 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, d38fcf77-659b-4e50-ba10-16614b989b26) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:32.590756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:32.591330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:32.595856 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a98be0-2774-4139-b3e6-f33f6880ddd5 None None] Network d38fcf77-659b-4e50-ba10-16614b989b26 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:58:32.673340 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8934817 May 10 19:58:32.817741 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-d38fcf77-659b-4e50-ba10-16614b989b26', 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26', 'tenant_id': 'dc42db2213a54500b730fd18b77ee535', 'fixed_ips': [{'subnet_id': 'a76ec9c8-5c0c-470b-869b-1f666a18eb3d'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:58:32.818666 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:32.977547 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Allocated IP 192.168.233.2 (d38fcf77-659b-4e50-ba10-16614b989b26/a76ec9c8-5c0c-470b-869b-1f666a18eb3d/1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:33.183343 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.193741 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Transition to ACTIVE for port object 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:58:33.212571 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Transition to ACTIVE for port object 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:58:33.301678 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.306379 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:33.363192 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Network d38fcf77-659b-4e50-ba10-16614b989b26 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:33.378972 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Pushing event updated for resources: {'Port': ['ID=1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:33.381309 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:33.387566 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:58:33.390059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.390420 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.390752 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.391080 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.391401 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.391721 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.392035 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.392349 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.392662 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.392973 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.393282 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.393594 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:33.398462 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:33.481010 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Attempting to bind port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:58:33.481376 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Attempting to bind port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:58:33.481732 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Attempting to bind port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 on network d38fcf77-659b-4e50-ba10-16614b989b26 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:58:33.486959 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:58:33.487330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Checking segment: {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:58:33.487724 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.488111 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Bound using segment: {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:58:33.488572 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Bound port: 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:58:33.488954 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.608265 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] For port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:58:33.608265 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] For port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:58:33.682079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:33.686130 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-8c2cc686-948f-4edf-ac21-e32f4ba0d8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:33.760247 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Pushing event updated for resources: {'Port': ['ID=1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:33.763406 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:34.564496 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dba34b-b56a-41d5-bd2a-cc3e77d57e88 None None] Network d38fcf77-659b-4e50-ba10-16614b989b26 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:58:34.730488 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-89a75b59-a9f5-4a1a-85f8-5546d367a8e1 None None] Provisioning for port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:58:34.858365 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:58:35.007370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:58:35.013073 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:35.019816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:35.086560 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-ae5bbc7b-fffd-41b2-b208-a6c5f1ff13d9 None None] Provisioning complete for port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:35.086560 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ae5bbc7b-fffd-41b2-b208-a6c5f1ff13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:35.196426 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:35.268636 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:58:35.282963 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ae5bbc7b-fffd-41b2-b208-a6c5f1ff13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:35.330551 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:35.366000 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:35.441285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.db.api [None req-ae5bbc7b-fffd-41b2-b208-a6c5f1ff13d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:58:35.441659 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_db.api [None req-ae5bbc7b-fffd-41b2-b208-a6c5f1ff13d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:58:35.451015 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:35.454256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:36.820422 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:58:36.896786 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 1a2c1aa0-ebfb-40e4-bc54-9b0b34a70c57 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:58:36.897166 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:42.415448 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-095a4dab-8dc9-4b79-882a-86ff52a7716b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:44.837540 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-118c24a6-75a2-40af-b509-93e1a853ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:44.966934 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:45.729519 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:47.642598 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.118175 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:59:12.403096 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-51adf870-cf22-49b8-ae2e-dd2a11176749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:14.820611 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0226-e2e7-435e-ab3d-009ce16efeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:14.951693 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:15.739182 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:17.613915 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:42.390723 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-74b63fa8-d568-4abd-9a42-dee376d2adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:44.841957 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c99e5a8-361f-4946-8ead-d4d631417293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:44.957379 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:45.123367 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:59:45.733463 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:47.624697 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:51.389390 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52472) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:51.396316 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [None req-4d5269cb-abaf-4a74-9150-1707fcbb4fbf tempest-verify_tempest_config-241765430 tempest-verify_tempest_config-241765430-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:59:51.397390 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4d5269cb-abaf-4a74-9150-1707fcbb4fbf tempest-verify_tempest_config-241765430 tempest-verify_tempest_config-241765430-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069890 May 10 19:59:52.043508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52490) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:52.177854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.193036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:59:52.197201 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Usage tracker for resource:security_group_rule and tenant:648cfb6ab79048388d08e3ecd19b3be2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:59:52.200290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:59:52.206690 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:59:52.289630 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.333371 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.341706 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:52.385099 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=648cfb6ab79048388d08e3ecd19b3be2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3405116 May 10 19:59:52.385987 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87746ae-c3fc-4f08-80f9-5afabf8991be,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:52.388393 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52496) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:52.394459 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.394805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.395127 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.395448 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.395766 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.396080 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.396392 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.396772 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.397106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.397482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.397792 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.398102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.402082 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:52.487432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.531071 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.715957 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.719931 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:52.731273 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87746ae-c3fc-4f08-80f9-5afabf8991be,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:52.741643 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.742083 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.742589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.743025 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.743430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.743836 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.744241 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.744645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.745058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.745480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.745885 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.746311 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:52.749738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:52.751200 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d87746ae-c3fc-4f08-80f9-5afabf8991be HTTP/1.1" status: 204 len: 168 time: 0.3612692 May 10 19:59:52.752670 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:00:12.383497 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0132-55e3-437f-86ad-929c36e3e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:14.840399 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f15212ee-90a7-48b7-ace2-a174e39e40f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:14.954771 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:15.731889 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:17.623468 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:22.114463 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:00:42.365537 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f95c3de9-9e19-42a6-9079-80156f74f084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:44.845931 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9e0e23c1-1279-4d91-bac8-ba52cc2a3fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:44.954137 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:45.748236 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:47.634197 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:59.113338 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 5 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:12.405408 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a27-fdfd-4982-bd21-393619ddcdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:14.845351 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e7fef02-ede4-4b40-b873-cca6b3691ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:14.942420 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:15.760098 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:17.634054 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:32.644080 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446'] for agent, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:36.114265 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:36.679496 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52550) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:01:36.796973 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9251d90d-78eb-46b1-b21e-decb64e6c650 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1163473 May 10 20:01:38.953332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52560) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:01:39.009830 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2ce4b5cb-a6ac-4089-88e0-1a686b0e963a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0553958 May 10 20:01:42.416725 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7f3f3e67-aa9e-402d-858b-c18ff6402aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:44.867745 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fb1f1243-ff86-412f-930e-b0135b1436a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:44.963682 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:45.753084 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:47.759368 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:02.570457 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:12.397138 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8431b09e-dd8e-4884-b779-68f96de17fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:13.113768 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:02:14.861992 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d837c9e7-8d81-4759-b90b-e072fc269beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:14.958589 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:15.752919 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:17.661883 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:32.624366 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:42.387044 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e24f414f-0320-42e6-b321-9e93a6b82c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:44.858806 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d742-ce12-4abe-b615-ff60c245b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:45.009909 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:45.749987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:47.661278 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:50.112304 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:03:02.584312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:10.684321 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52686) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:10.913030 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-441906598-network', 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:10.918387 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:10.922607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Usage tracker for resource:network and tenant:bd3909a3f3fc452f8b5241844865fb65 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:10.926207 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:10.931550 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:11.069562 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:11.071919 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.087036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.150038 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:11.155304 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3909a3f3fc452f8b5241844865fb65 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:11.158342 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:11.164918 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:11.249260 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.366429 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.370772 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e86c40d-1ccd-48ac-ac1e-a2977e32bac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:11.393662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:11.406263 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.411234 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.411566 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Added segment e933ff09-9189-4698-b687-2eb290f1574c of type vlan for network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 May 10 20:03:11.419748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.420823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.420823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.420823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.421222 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.421323 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.421651 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.421959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.422174 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.422508 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.422816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.423123 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Tracked resource versions report: May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: pushed versions: May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: { 'AddressGroup': {'1.2'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'ConntrackHelper': {'1.0'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Log': {'1.0'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Network': {'1.1'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Port': {'1.7'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'PortForwarding': {'1.2'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'QosPolicy': {'1.8'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroup': {'1.4'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroupRule': {'1.2'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SubPort': {'1.0'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Subnet': {'1.1'}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Trunk': {'1.1'}} May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: consumer versions: May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: HyperV agent@hv-cinder-78836: {}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'ConntrackHelper': '1.0', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Log': '1.0', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Network': '1.1', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Port': '1.7', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'PortForwarding': '1.2', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'QosPolicy': '1.8', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroup': '1.4', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SecurityGroupRule': '1.2', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'SubPort': '1.0', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Subnet': '1.1', May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: 'Trunk': '1.1'}} May 10 20:03:11.424149 dv-cinder-788364-3-smb neutron-server[79260]: {{(pid=79260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:03:11.427491 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.461292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.569991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.571347 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:11.571936 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:11.577065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2b4c46f2-64a0-4107-948a-93c5f77b6371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:11.674649 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b19b223-8d1a-41c5-a08d-ff14f53ed604,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:11.677266 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:11.685009 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:11.787178 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1017873 May 10 20:03:11.789974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52724) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:11.795589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Request body: {'subnet': {'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-441906598-subnet', 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:11.800148 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:11.804553 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Usage tracker for resource:subnet and tenant:bd3909a3f3fc452f8b5241844865fb65 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:11.807446 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:11.813339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:11.966672 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:11.969059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.087798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52736) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:12.333212 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1187419572-network', 'tenant_id': 'd892059e081a46bd87e66993bed0dfdb'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:12.341669 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:12.345618 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Usage tracker for resource:network and tenant:d892059e081a46bd87e66993bed0dfdb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:12.349629 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:12.360180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:12.440738 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-eeb13bc4-0e6c-4462-b344-ef52698c64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.471881 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.472308 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Made reservation on behalf of d892059e081a46bd87e66993bed0dfdb for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:12.474794 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.476379 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:12.487735 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.502352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:12.506890 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Usage tracker for resource:security_group_rule and tenant:d892059e081a46bd87e66993bed0dfdb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:12.509836 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:12.515717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:12.547574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf10fd7-53b0-42bd-b11b-05d6b554b50b,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:12.551479 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:12.558351 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Checking segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:12.558774 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Network hostable DHCP agents. Network: 2b19b223-8d1a-41c5-a08d-ff14f53ed604, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:12.602708 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.665889 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:12.697829 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.701772 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:12.732443 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:12.744144 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.744541 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.744892 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.745261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.745593 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.745985 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.746273 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.746684 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.747010 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.747319 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.747629 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.748007 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Tracked resource versions report: May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: pushed versions: May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: { 'AddressGroup': {'1.2'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'ConntrackHelper': {'1.0'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Log': {'1.0'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Network': {'1.1'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Port': {'1.7'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'PortForwarding': {'1.2'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'QosPolicy': {'1.8'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroup': {'1.4'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroupRule': {'1.2'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SubPort': {'1.0'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Subnet': {'1.1'}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Trunk': {'1.1'}} May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: consumer versions: May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: HyperV agent@hv-cinder-78836: {}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'ConntrackHelper': '1.0', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Log': '1.0', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Network': '1.1', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Port': '1.7', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'PortForwarding': '1.2', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'QosPolicy': '1.8', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroup': '1.4', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SecurityGroupRule': '1.2', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'SubPort': '1.0', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Subnet': '1.1', May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: 'Trunk': '1.1'}} May 10 20:03:12.749070 dv-cinder-788364-3-smb neutron-server[79261]: {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:03:12.751831 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:12.754068 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:12.754861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 2b19b223-8d1a-41c5-a08d-ff14f53ed604) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:12.759693 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:12.760284 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.763886 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.764167 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Added segment 73a40399-eff3-44d9-884c-3c93d01552c6 of type vlan for network 6d71afab-0912-47bb-86a2-5c1557c4403a May 10 20:03:12.766419 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c675c-bb57-438f-9c87-bbe48e985f68 None None] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:12.792725 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.941010 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.942392 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1506765 May 10 20:03:12.952337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:12.952337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:12.960100 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:12.971974 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab797f2-b250-4b15-9e42-3cd31d05a7c9 None None] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:13.030044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52778) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.056111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Pushing event updated for resources: {'Network': ['ID=6d71afab-0912-47bb-86a2-5c1557c4403a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.060528 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:13.071707 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 6d71afab-0912-47bb-86a2-5c1557c4403a details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:13.133135 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0402548 May 10 20:03:13.133706 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52786) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.138695 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Request body: {'subnet': {'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1187419572-subnet', 'tenant_id': 'd892059e081a46bd87e66993bed0dfdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:13.145540 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.154862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Usage tracker for resource:subnet and tenant:d892059e081a46bd87e66993bed0dfdb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.154968 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52790) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.159784 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.167176 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.266624 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Made reservation on behalf of d892059e081a46bd87e66993bed0dfdb for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:13.269802 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.538591 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52808) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:13.564637 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1784505046-network', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:13.569732 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.575880 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Usage tracker for resource:network and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.581418 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-network', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:13.585029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.591771 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.594488 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.598995 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Usage tracker for resource:network and tenant:d19afc052f7a4f22bf33dda4a0aef2d1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.608324 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.616205 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.720444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Made reservation on behalf of c16a873a2fd8481fa23c6079180afb46 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:13.720444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.728190 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.741180 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Made reservation on behalf of d19afc052f7a4f22bf33dda4a0aef2d1 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:13.743783 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.758002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.762012 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.765223 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.771448 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.817210 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.825139 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:13.846501 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.874430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.878498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:13.881200 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Usage tracker for resource:security_group_rule and tenant:d19afc052f7a4f22bf33dda4a0aef2d1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.884355 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.890447 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.900332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-236090336-network', 'tenant_id': '1339fdd4f34b469eb8952121fc345260'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:13.909586 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:13.913909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Usage tracker for resource:network and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:13.917954 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:13.923507 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:13.923648 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b28a6da-393a-4214-ba33-6c6c5061ab0d,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:13.930810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:13.935340 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Checking segment: {'id': '73a40399-eff3-44d9-884c-3c93d01552c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:13.935700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Network hostable DHCP agents. Network: 6d71afab-0912-47bb-86a2-5c1557c4403a, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:14.016976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.022809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.050966 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:14.057539 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Network 6d71afab-0912-47bb-86a2-5c1557c4403a is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:14.083608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.083797 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Added segment 99fc2080-851f-49ca-ab50-0b6bc1e1e6a2 of type vlan for network 46e3c939-8fea-4567-a04b-afa66bd9a357 May 10 20:03:14.094584 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295fbd48-f775-4f7c-a321-e517511c9086,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.101649 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.122911 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.154823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Made reservation on behalf of 1339fdd4f34b469eb8952121fc345260 for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:14.157044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.191530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.198649 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 6d71afab-0912-47bb-86a2-5c1557c4403a) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:14.206922 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:14.210274 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.211194 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.212203 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:14.212326 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd4618-b4b1-42ed-bdc8-7d2f3487e082 None None] Network 6d71afab-0912-47bb-86a2-5c1557c4403a requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:14.216258 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:14.219504 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:14.226229 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:14.338632 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.348654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:14.348654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.348654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.413043 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2786703 May 10 20:03:14.424314 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203e44e-2949-4d8e-b6b3-ef9102eee0fd None None] Network 6d71afab-0912-47bb-86a2-5c1557c4403a requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:14.475466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.616735 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Pushing event updated for resources: {'Network': ['ID=46e3c939-8fea-4567-a04b-afa66bd9a357,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.623353 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.637105 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.670850 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:14.680637 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:14.725856 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6914248 May 10 20:03:14.727828 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52850) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:14.734972 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Request body: {'subnet': {'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1784505046-subnet', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:14.744456 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:14.752478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.756304 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Added segment bae4b71d-90de-498a-883f-a9ebb5d4c620 of type vlan for network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 May 10 20:03:14.756304 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deef992e-ba5f-4014-9410-29d02180467a,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:14.758641 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Usage tracker for resource:subnet and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:14.773221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:14.780580 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:14.808565 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:14.856851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.903328 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.938221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Made reservation on behalf of c16a873a2fd8481fa23c6079180afb46 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:14.940598 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.969631 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1f11a23d-dd97-4e50-992d-619677a5c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.969800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.976424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:14.978385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:14.989874 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:14.990586 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.026871 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.044738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:15.083447 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3594d0df-9432-450e-829c-d22359f5124c,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:15.088900 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.089578 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:15.111812 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.112432 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Added segment 8c262efa-b534-4c88-b741-85a9f62891c0 of type vlan for network e8e814ba-4c1c-428c-8b90-882c0db46e6b May 10 20:03:15.121966 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9661005 May 10 20:03:15.167809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52880) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:15.201755 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Request body: {'subnet': {'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-subnet', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:15.219245 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:15.232336 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Usage tracker for resource:subnet and tenant:d19afc052f7a4f22bf33dda4a0aef2d1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:15.238218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.242961 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:15.246397 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Pushing event updated for resources: {'Network': ['ID=c74e7de9-f6f2-4c3d-b99b-f677cae5a639,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:15.252110 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.254787 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:15.261424 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:15.452187 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Made reservation on behalf of d19afc052f7a4f22bf33dda4a0aef2d1 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:15.454608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Notify callbacks [] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.526871 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.533900 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.551007 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cac48957-4cc2-4f15-bb09-63189ba5de1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:15.562567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:15.563411 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.570453 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:15.695111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Pushing event updated for resources: {'Network': ['ID=e8e814ba-4c1c-428c-8b90-882c0db46e6b,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:15.699388 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.708244 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:03:15.731904 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Checking segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:15.732275 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Network hostable DHCP agents. Network: 46e3c939-8fea-4567-a04b-afa66bd9a357, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:15.802269 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8890f76-034c-47de-ba3c-3f1b6e535356,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:15.807720 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:15.808780 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2689145 May 10 20:03:15.811892 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52904) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:15.820603 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Request body: {'subnet': {'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-subnet', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:15.826032 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:15.830267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Usage tracker for resource:subnet and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:15.833729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:15.841479 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:15.870773 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:15.932106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:16.000644 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Made reservation on behalf of 1339fdd4f34b469eb8952121fc345260 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:16.003102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.016576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52912) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:16.021224 dv-cinder-788364-3-smb neutron-server[79261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:03:16.107977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 46e3c939-8fea-4567-a04b-afa66bd9a357) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:16.117643 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50937dd-c1e2-4161-82ec-9bf7ee2a8ba0 None None] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:16.139150 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:16.139806 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.260213 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.266160 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2de2a42d-9926-4526-83f2-9f87aeb0018e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:16.353689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2f93f7-4bf5-4015-aa6b-1b4baf492422,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.357458 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:16.361625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Checking segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:16.362053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Network hostable DHCP agents. Network: c74e7de9-f6f2-4c3d-b99b-f677cae5a639, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:16.367467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-021c008a-5bca-4cdc-a26f-2fcdaceb9182 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:16.374651 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-021c008a-5bca-4cdc-a26f-2fcdaceb9182 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.3570182 May 10 20:03:16.410838 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6814604 May 10 20:03:16.412391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52928) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:16.417567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:16.422776 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-70768bb7-51fe-4fb3-9c62-d3b8028d28bb tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/quotas/bd3909a3f3fc452f8b5241844865fb65 HTTP/1.1" status: 200 len: 375 time: 0.0470560 May 10 20:03:16.423383 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:16.428365 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Usage tracker for resource:router and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:16.431594 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:16.437704 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:16.457686 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:16.504289 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-0e4ddc64-a463-4179-b49d-a20451eacc5a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718644 May 10 20:03:16.504487 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-46e3c939-8fea-4567-a04b-afa66bd9a357', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:03:16.506288 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.543871 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.545168 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.562640 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.576731 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, c74e7de9-f6f2-4c3d-b99b-f677cae5a639) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:16.583703 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:16.584583 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:16.606808 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc9ed1-028f-4422-9bd0-6227a0a66f5f None None] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:16.822531 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-e807e70a-1f52-4b7b-ab5f-11fad857d087 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:03:16.826276 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6571181 May 10 20:03:16.847014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52944) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:16.847875 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-e807e70a-1f52-4b7b-ab5f-11fad857d087 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149695 May 10 20:03:16.873657 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f4407-269b-41a1-8844-e6cec289bc82 None None] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:16.911395 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:16.916325 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:16.920278 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Usage tracker for resource:router and tenant:d19afc052f7a4f22bf33dda4a0aef2d1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:16.923095 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:16.934195 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:17.090256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Allocated IP 172.20.0.2 (46e3c939-8fea-4567-a04b-afa66bd9a357/c8890f76-034c-47de-ba3c-3f1b6e535356/3eb74a59-2cd3-4ccd-8ecd-dd5881790323) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:17.097771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.119117 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.127791 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4ec1315d-b130-4f9b-b512-a3bab44b74d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:17.186691 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-dbf1f2e9-2e15-4028-ada1-b35dbe837854 service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478768 May 10 20:03:17.195405 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.196424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.202425 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3db0d9-af59-4462-a080-b4d0090821dd,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:17.214267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:17.220039 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.315236 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Checking segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:17.315738 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Network hostable DHCP agents. Network: e8e814ba-4c1c-428c-8b90-882c0db46e6b, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:17.377517 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.393877 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Transition to ACTIVE for port object 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:17.393990 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-f398edbf-c3cd-4c0f-9e50-7203030a1181 service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853929 May 10 20:03:17.411271 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Transition to ACTIVE for port object 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:17.514804 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:17.592922 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.598625 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:17.621187 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, e8e814ba-4c1c-428c-8b90-882c0db46e6b) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:17.625217 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:17.625880 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.710626 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410cc229-85e1-4484-8769-e6b10aa752ba None None] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:17.793302 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9801931 May 10 20:03:17.796119 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 52968) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:17.801461 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:17.806772 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:17.811085 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Usage tracker for resource:router and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:17.826029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.827141 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:17.837219 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:17.846515 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.876532 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Pushing event updated for resources: {'Port': ['ID=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:17.884207 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.887498 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.887895 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.888410 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.888926 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.889243 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.890122 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.890122 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.890351 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.897256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.897256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.897256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.897256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:17.898144 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Tracked resource versions report: May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: pushed versions: May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: { 'AddressGroup': {'1.2'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'ConntrackHelper': {'1.0'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Log': {'1.0'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Network': {'1.1'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Port': {'1.7'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'PortForwarding': {'1.2'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'QosPolicy': {'1.8'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroup': {'1.4'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroupRule': {'1.2'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SubPort': {'1.0'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Subnet': {'1.1'}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Trunk': {'1.1'}} May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: consumer versions: May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: HyperV agent@hv-cinder-78836: {}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'ConntrackHelper': '1.0', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Log': '1.0', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Network': '1.1', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Port': '1.7', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'PortForwarding': '1.2', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'QosPolicy': '1.8', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroup': '1.4', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SecurityGroupRule': '1.2', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'SubPort': '1.0', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Subnet': '1.1', May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: 'Trunk': '1.1'}} May 10 20:03:17.898248 dv-cinder-788364-3-smb neutron-server[79262]: {{(pid=79262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:03:18.015076 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.048857 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:18.049467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.051118 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.056754 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:18.060925 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:18.180034 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:03:18.180238 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.229013 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Attempting to bind port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:18.229385 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Attempting to bind port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:18.230374 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Attempting to bind port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:18.236068 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:18.236449 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Checking segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:18.236925 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.237240 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Bound using segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:18.237714 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Bound port: 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:18.238110 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.259004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 52994) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:18.260844 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.275779 dv-cinder-788364-3-smb neutron-server[79260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:03:18.335723 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-41289d16-9d08-47db-8fd1-42131752313e req-2b8bf2ea-8d83-4500-a5ff-7ea339de03ec tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.0750930 May 10 20:03:18.365941 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Allocated IP 172.28.1.165 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/529e9bf6-5eaf-4016-b0d3-418a452bd875) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:18.561410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-7141a632-4f3c-4928-ada5-e235a83b2d83 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:18.562317 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-7141a632-4f3c-4928-ada5-e235a83b2d83 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Synchronizing usage tracker for tenant:d892059e081a46bd87e66993bed0dfdb on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:18.598750 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Allocated IP 172.20.0.2 (e8e814ba-4c1c-428c-8b90-882c0db46e6b/bd3db0d9-af59-4462-a080-b4d0090821dd/e7de407d-05cc-4b6e-b49a-b310b439f3c4) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:18.601358 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] For port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:18.606628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] For port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:18.747206 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.748262 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-628dff7d-5a95-4fb3-8449-2271b36b6f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:18.779911 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-7141a632-4f3c-4928-ada5-e235a83b2d83 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Unset dirty status for tenant:d892059e081a46bd87e66993bed0dfdb on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:18.781075 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-7141a632-4f3c-4928-ada5-e235a83b2d83 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/networks?id=6d71afab-0912-47bb-86a2-5c1557c4403a HTTP/1.1" status: 200 len: 812 time: 0.6369395 May 10 20:03:18.816501 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-7dc0ee95-b561-4342-a2ce-3e0a345eee40 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/quotas/d892059e081a46bd87e66993bed0dfdb HTTP/1.1" status: 200 len: 375 time: 0.0238316 May 10 20:03:18.872809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.876271 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-49368eab-4a61-4ba9-b0d2-fd261561ad46 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d892059e081a46bd87e66993bed0dfdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582223 May 10 20:03:18.904386 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Pushing event updated for resources: {'Port': ['ID=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.911170 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:18.948832 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.956167 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.961846 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Transition to ACTIVE for port object e7de407d-05cc-4b6e-b49a-b310b439f3c4 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:18.991269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:18.992496 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Transition to ACTIVE for port object e7de407d-05cc-4b6e-b49a-b310b439f3c4 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:19.107487 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.121043 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:19.185143 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.209417 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:19.212243 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:19.216724 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:19.227195 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.298251 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-1b56416e-d188-47ec-80d7-c1ace976366a service neutron] 10.222.0.42 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211121 May 10 20:03:19.318069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Allocated IP 172.28.1.166 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/5904c6ab-df85-4b1f-bd12-fd4bab288982) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:19.324762 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Pushing event updated for resources: {'Port': ['ID=e7de407d-05cc-4b6e-b49a-b310b439f3c4,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:19.353612 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:19.397258 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:19.408686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Attempting to bind port e7de407d-05cc-4b6e-b49a-b310b439f3c4 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:19.409251 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Attempting to bind port e7de407d-05cc-4b6e-b49a-b310b439f3c4 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:19.410688 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Attempting to bind port e7de407d-05cc-4b6e-b49a-b310b439f3c4 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:19.421167 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:19.423067 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Checking segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:19.423492 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.424126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Bound using segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:19.424807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Bound port: e7de407d-05cc-4b6e-b49a-b310b439f3c4, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:19.425215 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.552488 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] For port e7de407d-05cc-4b6e-b49a-b310b439f3c4, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:19.556936 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] For port e7de407d-05cc-4b6e-b49a-b310b439f3c4, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e7de407d-05cc-4b6e-b49a-b310b439f3c4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:19.577902 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:19.589140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:19.602886 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:19.624577 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8b9d752a-efc6-41c6-baf9-4290022f183b service neutron] 10.222.0.42 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109081 May 10 20:03:19.656275 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-daa47f16-781a-44da-8af9-9870bf6edb17 req-b727ade7-f07f-4f9a-bd2c-b13d24c0e1bd tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.2032909 May 10 20:03:19.783477 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Pushing event updated for resources: {'Port': ['ID=529e9bf6-5eaf-4016-b0d3-418a452bd875,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:19.786527 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:19.795801 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.800556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:19.875263 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:19.907437 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Pushing event updated for resources: {'Port': ['ID=e7de407d-05cc-4b6e-b49a-b310b439f3c4,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:19.910595 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:19.911468 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.016021 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.304363 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae243237-1962-49f9-bfeb-557dbdfe190a None None] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:20.327433 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Allocated IP 172.28.1.154 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/ace2ec5c-1e79-48cb-a719-ff0e621861e9) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:20.464359 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8e95a76c-9267-4f37-8f62-eb23e6403a8d req-4ec04a7a-4aa1-405a-b68e-d4d74139162b tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.4344411 May 10 20:03:20.475875 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.562376 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:20.652265 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.658820 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-63789737-4c1e-41df-bfd2-5f83b144dd36 None None] Provisioning for port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:20.691366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:20.696709 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:20.699346 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.781803 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:20.860727 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:20.879016 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:20.964063 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:20.993859 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:21.000174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:21.100729 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Pushing event updated for resources: {'Port': ['ID=5904c6ab-df85-4b1f-bd12-fd4bab288982,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.108208 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:21.183975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:21.194470 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0697370-0fad-482b-b661-373fdd3b9d77 req-8c6d5dfd-646d-4dc7-b363-7f0fd0888b9e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.2804980 May 10 20:03:21.360841 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53098) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:21.514496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Pushing event updated for resources: {'Port': ['ID=ace2ec5c-1e79-48cb-a719-ff0e621861e9,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:21.557247 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:21.564247 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:21.569408 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:21.569852 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.610536 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-267072a7-7e84-4a78-a39b-021f5374ecc9 req-4ecc960a-0c9e-4454-a132-fc8ad591d5a9 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.0501471 May 10 20:03:21.718054 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1a359-09c6-42c6-8538-1a1631122c60 None None] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:03:21.763115 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.794167 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:21.814532 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:3db2ec1b71d34985bf4c86465814fff5 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:21.825755 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.830086 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:21.834457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.888244 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-bc79d3c8-6a80-4e95-88cc-f418498cd731 None None] Provisioning for port e7de407d-05cc-4b6e-b49a-b310b439f3c4 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:21.921628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.005947 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:22.061882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.106470 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.108320 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e7de407d-05cc-4b6e-b49a-b310b439f3c4 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:22.181703 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:22.335443 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:22.339388 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:22.353474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:22.377906 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port e7de407d-05cc-4b6e-b49a-b310b439f3c4 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:22.383439 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port e7de407d-05cc-4b6e-b49a-b310b439f3c4 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:22.387030 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.487486 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d4ad4d69-fa57-4a67-84f1-7c72df2a7167 req-a0353c3a-7b3f-45ad-9a29-94af2bd96b10 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.0785091 May 10 20:03:22.582426 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.592221 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-57e0621b-c707-49f9-a244-874fe7c21e99 None None] Provisioning complete for port e7de407d-05cc-4b6e-b49a-b310b439f3c4 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:22.597975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-57e0621b-c707-49f9-a244-874fe7c21e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.760135 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port e7de407d-05cc-4b6e-b49a-b310b439f3c4, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e7de407d-05cc-4b6e-b49a-b310b439f3c4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:22.760963 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.68', 63157) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:22.811934 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.822503 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-57e0621b-c707-49f9-a244-874fe7c21e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.832467 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.891126 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Router 681e1326-b88a-40a6-a4b2-957d8145416c is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:03:22.897814 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-608f60ae-8c80-4f01-bcec-9c796c816466 req-81b91ed3-cbef-4653-8cf1-70671ed72ac1 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.0542238 May 10 20:03:22.946132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.950989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:22.955233 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:23.040850 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.db.api [None req-57e0621b-c707-49f9-a244-874fe7c21e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:03:23.041590 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_db.api [None req-57e0621b-c707-49f9-a244-874fe7c21e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:03:23.107196 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=e7de407d-05cc-4b6e-b49a-b310b439f3c4,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:23.109477 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-e576a21c-b555-4fc1-8e70-3ceab41b4bdf tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:23.111046 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-e576a21c-b555-4fc1-8e70-3ceab41b4bdf tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.3489482 May 10 20:03:23.126655 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:23.128976 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:23.167563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Request body: {'port': {'device_id': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'admin_state_up': True, 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:23.223319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.261783 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:23.262288 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.311468 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:23.338998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:23.343643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Usage tracker for resource:port and tenant:bd3909a3f3fc452f8b5241844865fb65 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:23.346562 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:23.355958 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:23.420962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:03:23.468956 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Synchronizing usage tracker for tenant:dc42db2213a54500b730fd18b77ee535 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:23.488178 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdeb98b-7908-43e2-aa3f-11c6ee28dcbf,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:23.488178 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:23.511096 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:23.514684 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.554424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:23.568864 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:23.586704 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:23.587641 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:23.663628 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Unset dirty status for tenant:dc42db2213a54500b730fd18b77ee535 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:23.665817 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3db2ec1b71d34985bf4c86465814fff5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2961884 May 10 20:03:23.667865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53154) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:23.703413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.704593 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2912443 May 10 20:03:23.716526 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53162) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:23.770415 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:03:23.797487 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c5156a09-7043-43c2-883c-b139254db4d4 req-86922eed-4609-4fa6-80f1-4118ac063237 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.0906291 May 10 20:03:23.829596 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Allocated IP 172.20.0.3 (2b19b223-8d1a-41c5-a08d-ff14f53ed604/cdf10fd7-53b0-42bd-b11b-05d6b554b50b/a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:23.864246 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:24.042424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.081562 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.118527 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:24.131181 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Sync routers for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:24.146734 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:24.147391 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:24.288904 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.68', 63165) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:24.294358 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:24.298552 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:19Z', 'revision_number': 3, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:24.312035 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:24.312035 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Updating router 681e1326-b88a-40a6-a4b2-957d8145416c port 529e9bf6-5eaf-4016-b0d3-418a452bd875 binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:24.369472 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:24.382688 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:24.389765 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.454873 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-68522fee-9f40-4e97-aabe-14b7a0556b66 req-629817df-5706-450d-9015-16c9cbe9d45f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.1508148 May 10 20:03:24.473410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.475074 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6778684 May 10 20:03:24.479070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53198) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:24.886987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-d2e11e6b-4719-4a52-8227-7715961c8824 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:24.895243 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-d2e11e6b-4719-4a52-8227-7715961c8824 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.68 "GET /v2.0/networks?id=6d71afab-0912-47bb-86a2-5c1557c4403a HTTP/1.1" status: 200 len: 812 time: 0.5946746 May 10 20:03:24.906326 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.911563 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0786235 May 10 20:03:24.916286 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.919986 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53214) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:24.940633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Request body: {'port': {'device_id': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a', 'admin_state_up': True, 'tenant_id': 'd892059e081a46bd87e66993bed0dfdb'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:25.065222 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cdb8804d-7a31-436f-bca6-d369f900aaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:25.087729 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:25.102783 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e7de407d-05cc-4b6e-b49a-b310b439f3c4 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:25.184842 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Checking router: 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:25.190424 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Updating router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 port 5904c6ab-df85-4b1f-bd12-fd4bab288982 binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:25.294317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.303467 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.343583 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Transition to ACTIVE for port object 529e9bf6-5eaf-4016-b0d3-418a452bd875 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:25.355919 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:25.357998 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:25.452400 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.453289 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.453773 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bdeb98b-7908-43e2-aa3f-11c6ee28dcbf HTTP/1.1" status: 204 len: 168 time: 1.7844968 May 10 20:03:25.530116 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port e7de407d-05cc-4b6e-b49a-b310b439f3c4 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:25.530535 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.601081 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:25.607209 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Usage tracker for resource:port and tenant:d892059e081a46bd87e66993bed0dfdb is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:25.610132 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:25.619854 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:25.629278 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdeb98b-7908-43e2-aa3f-11c6ee28dcbf,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:25.640728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:25.650499 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.665940 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:25.844109 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Pushing event updated for resources: {'Port': ['ID=529e9bf6-5eaf-4016-b0d3-418a452bd875,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:25.859036 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.860031 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.860866 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.861537 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.862112 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.862624 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.863097 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.863584 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.864044 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.864539 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.865540 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.866024 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Tracked resource versions report: May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: pushed versions: May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: { 'AddressGroup': {'1.2'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'ConntrackHelper': {'1.0'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Log': {'1.0'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Network': {'1.1'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Port': {'1.7'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'PortForwarding': {'1.2'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'QosPolicy': {'1.8'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroup': {'1.4'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroupRule': {'1.2'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SubPort': {'1.0'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Subnet': {'1.1'}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Trunk': {'1.1'}} May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: consumer versions: May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: { DHCP agent@dv-cinder-788364-3-smb: {}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: HyperV agent@hv-cinder-78836: {}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: L3 agent@dv-cinder-788364-3-smb: {}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: Metadata agent@dv-cinder-788364-3-smb: {}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: Metering agent@dv-cinder-788364-3-smb: {}, May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: Open vSwitch agent@dv-cinder-788364-3-smb: { 'AddressGroup': '1.2', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'ConntrackHelper': '1.0', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Log': '1.0', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Network': '1.1', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Port': '1.7', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'PortForwarding': '1.2', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'QosPolicy': '1.8', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroup': '1.4', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SecurityGroupRule': '1.2', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'SubPort': '1.0', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Subnet': '1.1', May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: 'Trunk': '1.1'}} May 10 20:03:25.868196 dv-cinder-788364-3-smb neutron-server[79263]: {{(pid=79263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:03:25.889473 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:25.889473 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Attempting to bind port 529e9bf6-5eaf-4016-b0d3-418a452bd875 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:25.889473 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Attempting to bind port 529e9bf6-5eaf-4016-b0d3-418a452bd875 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:25.889473 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Attempting to bind port 529e9bf6-5eaf-4016-b0d3-418a452bd875 on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:25.902001 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:25.903092 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:25.903744 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:25.904386 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:25.905251 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Bound port: 529e9bf6-5eaf-4016-b0d3-418a452bd875, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:25.905898 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.036287 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:26.128024 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Made reservation on behalf of d892059e081a46bd87e66993bed0dfdb for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:26.136683 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.294393 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.296111 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] For port 529e9bf6-5eaf-4016-b0d3-418a452bd875, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:26.308531 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Transition to ACTIVE for port object 5904c6ab-df85-4b1f-bd12-fd4bab288982 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:26.312416 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] For port 529e9bf6-5eaf-4016-b0d3-418a452bd875, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=529e9bf6-5eaf-4016-b0d3-418a452bd875,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:26.332960 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-20247725-7c7b-43ea-af71-88af011fe0fe req-23008958-2ab3-4d68-bdd7-f2cd68d0e118 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 1.2366006 May 10 20:03:26.334978 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53238) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:26.335317 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53242) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:26.454241 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.486411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:26.607135 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.644140 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:26.684380 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Pushing event updated for resources: {'Port': ['ID=5904c6ab-df85-4b1f-bd12-fd4bab288982,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.691086 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:26.691549 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Attempting to bind port 5904c6ab-df85-4b1f-bd12-fd4bab288982 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:26.691920 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Attempting to bind port 5904c6ab-df85-4b1f-bd12-fd4bab288982 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:26.692280 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Attempting to bind port 5904c6ab-df85-4b1f-bd12-fd4bab288982 on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:26.705885 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:26.706290 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:26.706695 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.707129 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:26.712454 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Bound port: 5904c6ab-df85-4b1f-bd12-fd4bab288982, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:26.712819 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.771710 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Allocated IP 172.20.0.8 (6d71afab-0912-47bb-86a2-5c1557c4403a/2b28a6da-393a-4214-ba33-6c6c5061ab0d/c3269c7b-e8b0-4182-b8a4-beea8f20ce86) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:26.858525 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Pushing event updated for resources: {'Port': ['ID=529e9bf6-5eaf-4016-b0d3-418a452bd875,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.864099 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:26.884274 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] For port 5904c6ab-df85-4b1f-bd12-fd4bab288982, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:26.889977 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] For port 5904c6ab-df85-4b1f-bd12-fd4bab288982, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=5904c6ab-df85-4b1f-bd12-fd4bab288982,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:26.905314 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:26.905314 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:26.995164 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-52bbf134-9663-4235-825c-82f1abecb1d9 req-82f6f43f-d318-4952-9e7f-6ab6011112cb tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 1.0803056 May 10 20:03:26.995776 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:26.996285 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.014156 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:27.076565 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.326751 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:03:27.328544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Pushing event updated for resources: {'Port': ['ID=5904c6ab-df85-4b1f-bd12-fd4bab288982,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:27.328544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:27.328544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:27.328544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:27.329927 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:27.329927 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:27.329927 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Updating router 86fb6333-16ca-4bb2-8d06-2fadc70413fa port ace2ec5c-1e79-48cb-a719-ff0e621861e9 binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:27.330357 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:27.330357 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:27.335318 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.409612 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:27.441438 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event updated for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:27.477709 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:27.488721 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.515162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:27.526367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:27.541178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:27.541828 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.657918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:27.663729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9e6b36b4ba4d55a977e611f49321ce is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:27.668150 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:27.680412 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:27.709008 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.739280 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.791382 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6305602 May 10 20:03:27.831699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:27.835646 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:27.981531 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:27.992194 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Usage tracker for resource:security_group_rule and tenant:23b368d3db2644a2862c577763a7f64d is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:27.997705 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:28.014252 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:28.054157 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:28.059583 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e93a0d-123a-4b4f-b736-3bed8d1ccc7b None None] The sync data for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb is: [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:28.061632 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.098741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c4c6abf2-bc27-4a5a-8f5c-c4754b5e1ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:28.202161 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:19Z', 'revision_number': 3, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:28.211660 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03795e5d-8927-499d-a411-3ce3eeda0fda None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:19Z', 'revision_number': 3, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:28.273491 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.311358 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-f7d2ce70-93f6-42d0-8818-5aaed9a4497b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:03:28.313217 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-f7d2ce70-93f6-42d0-8818-5aaed9a4497b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3479457 May 10 20:03:28.324014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113647d7-9b1c-402d-b78c-108aa2f0f15d req-f4a9e2a1-3e69-47f6-b9f5-ae4e16cc1864 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.325653 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-113647d7-9b1c-402d-b78c-108aa2f0f15d req-f4a9e2a1-3e69-47f6-b9f5-ae4e16cc1864 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 931 time: 0.5800002 May 10 20:03:28.326340 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Pushing event updated for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:28.341072 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:28.426992 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Network 6d71afab-0912-47bb-86a2-5c1557c4403a is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:28.463907 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.483711 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-113647d7-9b1c-402d-b78c-108aa2f0f15d req-bada0e58-adf9-4a21-aa23-2198e247a25e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:28.489138 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:28.492430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Allocated IP 172.20.0.1 (c74e7de9-f6f2-4c3d-b99b-f677cae5a639/8a2f93f7-4bf5-4015-aa6b-1b4baf492422/bbc3f065-2c8e-46f1-945e-70a9975d0df2) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:28.506702 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Transition to ACTIVE for port object ace2ec5c-1e79-48cb-a719-ff0e621861e9 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:28.541112 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.548153 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:28.574146 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:28.574847 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.578076 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.584733 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:28.684020 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:28.696990 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-113647d7-9b1c-402d-b78c-108aa2f0f15d req-bada0e58-adf9-4a21-aa23-2198e247a25e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:28.699763 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-113647d7-9b1c-402d-b78c-108aa2f0f15d req-bada0e58-adf9-4a21-aa23-2198e247a25e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598719 May 10 20:03:28.764515 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b368d3db2644a2862c577763a7f64d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3763587 May 10 20:03:28.769113 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53286) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:28.802846 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8806965 May 10 20:03:28.857450 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Attempting to bind port ace2ec5c-1e79-48cb-a719-ff0e621861e9 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:28.858140 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Attempting to bind port ace2ec5c-1e79-48cb-a719-ff0e621861e9 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:28.858733 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Attempting to bind port ace2ec5c-1e79-48cb-a719-ff0e621861e9 on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:28.869359 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:28.870080 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:28.870834 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.871714 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:28.872894 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Bound port: ace2ec5c-1e79-48cb-a719-ff0e621861e9, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:28.873526 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.950956 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:28.980376 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Pushing event updated for resources: {'Port': ['ID=ace2ec5c-1e79-48cb-a719-ff0e621861e9,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:29.258190 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:29.261198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.261198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Request body: {'port': {'device_id': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:29.263329 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] For port ace2ec5c-1e79-48cb-a719-ff0e621861e9, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:29.263329 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] For port ace2ec5c-1e79-48cb-a719-ff0e621861e9, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ace2ec5c-1e79-48cb-a719-ff0e621861e9,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:29.263729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Request body: {'port': {'device_id': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:29.263729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8671a001-a2d4-4c5e-9c85-4e855a430b21,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:29.288745 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 529e9bf6-5eaf-4016-b0d3-418a452bd875 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:29.365877 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.366676 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.371331 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-eb03eada-3bfc-495c-908f-f117b5d6116e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:29.468514 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.493330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-21eb075b-91d6-410e-83da-8ddbc06ffc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:29.593866 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:29.594562 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:29.637564 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.644352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.652763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:29.655194 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 529e9bf6-5eaf-4016-b0d3-418a452bd875 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:29.662452 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 529e9bf6-5eaf-4016-b0d3-418a452bd875 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:29.663124 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.675662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:29.698845 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:29.701951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:29.706910 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.800101 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:29.937976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:30.010976 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.075637 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 529e9bf6-5eaf-4016-b0d3-418a452bd875, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=529e9bf6-5eaf-4016-b0d3-418a452bd875,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:30.078748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:30.080279 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:30.174979 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.176446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 5904c6ab-df85-4b1f-bd12-fd4bab288982 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:30.187683 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.239115 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Pushing event updated for resources: {'Port': ['ID=ace2ec5c-1e79-48cb-a719-ff0e621861e9,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:30.250641 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:30.308312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:30.416958 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Allocated IP 172.20.0.1 (e8e814ba-4c1c-428c-8b90-882c0db46e6b/bd3db0d9-af59-4462-a080-b4d0090821dd/e01955c0-fa66-4afb-b392-85749b2b3b3b) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:30.451427 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=529e9bf6-5eaf-4016-b0d3-418a452bd875,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:30.467621 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:30.506417 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b77f5-8eea-470c-8432-de3d2e3e35b0 req-78051a35-dd31-4d77-a97e-39f6a9f97467 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:30.508045 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-596b77f5-8eea-470c-8432-de3d2e3e35b0 req-78051a35-dd31-4d77-a97e-39f6a9f97467 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 931 time: 0.4272118 May 10 20:03:30.514711 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 5904c6ab-df85-4b1f-bd12-fd4bab288982 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:30.519976 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 5904c6ab-df85-4b1f-bd12-fd4bab288982 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:30.520356 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.666672 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Allocated IP 172.20.0.1 (46e3c939-8fea-4567-a04b-afa66bd9a357/c8890f76-034c-47de-ba3c-3f1b6e535356/aecb707f-636b-4bf0-a46d-f8f55e139a3a) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:30.757117 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.779886 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-596b77f5-8eea-470c-8432-de3d2e3e35b0 req-1594d30c-7875-44cb-8863-1f38099e4582 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622406 May 10 20:03:30.805101 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:30.806755 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.811659 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669fda5-7de0-46cc-97b6-19a26f83a8f0 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:21Z', 'revision_number': 3, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:30.827022 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 5904c6ab-df85-4b1f-bd12-fd4bab288982, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=5904c6ab-df85-4b1f-bd12-fd4bab288982,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:30.843190 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Transition to ACTIVE for port object e01955c0-fa66-4afb-b392-85749b2b3b3b will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:30.870179 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.955892 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:30.956475 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.958985 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:30.971320 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:30.979681 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.029299 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.039060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Transition to ACTIVE for port object a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:31.053829 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8273cf-27a5-48f4-bbb6-127ed4706bcf req-867d1a6a-dc2d-46d9-b37d-8df4d0a2a72b tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:31.055857 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c8273cf-27a5-48f4-bbb6-127ed4706bcf req-867d1a6a-dc2d-46d9-b37d-8df4d0a2a72b tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 931 time: 2.7612426 May 10 20:03:31.063098 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:31.095985 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.117918 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 529e9bf6-5eaf-4016-b0d3-418a452bd875 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:31.149308 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.150992 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.162596 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=5904c6ab-df85-4b1f-bd12-fd4bab288982,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:31.163423 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:31.176111 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:31.230539 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 529e9bf6-5eaf-4016-b0d3-418a452bd875 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:31.231153 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.282491 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.681273 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa9e6b36b4ba4d55a977e611f49321ce&name=default HTTP/1.1" status: 200 len: 2975 time: 5.2685847 May 10 20:03:31.722693 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53308) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:31.740197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.801715 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:31.847279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:31.857219 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Attempting to bind port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:31.857600 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Attempting to bind port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:31.857938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Attempting to bind port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:31.887577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:31.887915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Attempting to bind port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:31.894244 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:31.894854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:31.955938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:31.955938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Checking segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:31.955938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Bound using segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:31.956300 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Bound port: a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:31.956638 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.008297 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.087645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.229284 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.257898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.311029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0e2de7dd-fbed-4526-aba6-0834af5e8340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.314709 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-131af5b2-e10a-4d10-b434-3d473362a5b6 None None] Provisioning for port e01955c0-fa66-4afb-b392-85749b2b3b3b completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:32.321015 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-131af5b2-e10a-4d10-b434-3d473362a5b6 None None] Provisioning complete for port e01955c0-fa66-4afb-b392-85749b2b3b3b triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:32.321451 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-131af5b2-e10a-4d10-b434-3d473362a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.395736 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7a822-fad0-46dd-9add-62a02e0f198b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.410213 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.346s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.428504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-391af263-764e-443a-9d45-9bcb368b2a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.442215 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-131af5b2-e10a-4d10-b434-3d473362a5b6 None None] Port e01955c0-fa66-4afb-b392-85749b2b3b3b cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:32.520851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.545994 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.553921 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c8273cf-27a5-48f4-bbb6-127ed4706bcf req-defdcc0c-11ac-4b5f-819b-a577b7bd4f12 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Synchronizing usage tracker for tenant:d892059e081a46bd87e66993bed0dfdb on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:32.572547 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:32.575494 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:32.588438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:32.595256 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:32.688704 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.726067 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Transition to ACTIVE for port object aecb707f-636b-4bf0-a46d-f8f55e139a3a will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:32.733969 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.765224 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.766717 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.774448 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Pushing event updated for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.819820 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.821390 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.876150 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.895603 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.910840 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8671a001-a2d4-4c5e-9c85-4e855a430b21,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:32.913723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c8273cf-27a5-48f4-bbb6-127ed4706bcf req-defdcc0c-11ac-4b5f-819b-a577b7bd4f12 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Unset dirty status for tenant:d892059e081a46bd87e66993bed0dfdb on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:32.915047 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c8273cf-27a5-48f4-bbb6-127ed4706bcf req-defdcc0c-11ac-4b5f-819b-a577b7bd4f12 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8305328 May 10 20:03:32.916045 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:32.917034 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:32.977319 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:32.984750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd557-64df-4723-9043-351054f472a4 req-9e7b795f-f22d-43aa-88aa-4ef911db213a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:32.987563 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c8dd557-64df-4723-9043-351054f472a4 req-9e7b795f-f22d-43aa-88aa-4ef911db213a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 943 time: 0.8059053 May 10 20:03:33.048992 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.050461 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.050926 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cec7a822-fad0-46dd-9add-62a02e0f198b HTTP/1.1" status: 204 len: 168 time: 1.2872434 May 10 20:03:33.057290 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8671a001-a2d4-4c5e-9c85-4e855a430b21 HTTP/1.1" status: 204 len: 168 time: 4.2524774 May 10 20:03:33.061925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Pushing event updated for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:33.103896 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:33.122967 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:33.164507 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:33.165123 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.167394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:33.173136 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] 10.222.0.68 "PUT /v2.0/ports/a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef HTTP/1.1" status: 200 len: 1093 time: 4.2259028 May 10 20:03:33.173706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:33.181708 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:33.196542 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:33.197001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.376814 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 5904c6ab-df85-4b1f-bd12-fd4bab288982 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:33.387160 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:33.457698 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:33.505746 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c8dd557-64df-4723-9043-351054f472a4 req-82ab1666-41d3-4b76-b901-4fb7bf3310e7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997885 May 10 20:03:33.568312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 5904c6ab-df85-4b1f-bd12-fd4bab288982 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:33.568778 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.572691 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:33.574162 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7a822-fad0-46dd-9add-62a02e0f198b,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:33.577815 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:33.629410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.db.resource_extend [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:03:33.792613 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3269c7b-e8b0-4182-b8a4-beea8f20ce86 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:33.811579 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.842510 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Transition to ACTIVE for port object c3269c7b-e8b0-4182-b8a4-beea8f20ce86 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:33.853148 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e50799f3-8172-40e0-8030-ffc7536094a3 None None] Provisioning for port aecb707f-636b-4bf0-a46d-f8f55e139a3a completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:33.867414 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.871802 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ace2ec5c-1e79-48cb-a719-ff0e621861e9 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:33.927931 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e50799f3-8172-40e0-8030-ffc7536094a3 None None] Provisioning complete for port aecb707f-636b-4bf0-a46d-f8f55e139a3a triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:33.927931 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e50799f3-8172-40e0-8030-ffc7536094a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:33.961301 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.111293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:34.130102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:34.149310 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Sync routers for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:34.234993 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/64fbe644-3dcf-419a-8e83-95fb8b3d84a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2611675 May 10 20:03:34.272219 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-c7d70906-6be8-4642-ae29-e41864dc1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:34.274631 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-c7d70906-6be8-4642-ae29-e41864dc1c85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1651568 May 10 20:03:34.288894 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-e50799f3-8172-40e0-8030-ffc7536094a3 None None] Port aecb707f-636b-4bf0-a46d-f8f55e139a3a cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:34.317146 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:34.317981 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:34.458256 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-282855a0-8e73-42a2-b493-d74c49343736 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef HTTP/1.1" status: 200 len: 217 time: 0.1069167 May 10 20:03:34.500326 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-8f61893e-459c-41e0-aeb8-01a0cb0da92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:34.503734 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-8f61893e-459c-41e0-aeb8-01a0cb0da92e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.0885332 May 10 20:03:34.640556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Pushing event updated for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:34.646810 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-7c5da699-3163-4043-b4ec-6e479a1e3897 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228147 May 10 20:03:34.659011 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.691599 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:34.779915 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:34.848567 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Attempting to bind port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:34.849184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Attempting to bind port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '73a40399-eff3-44d9-884c-3c93d01552c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:34.849506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Attempting to bind port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 on network 6d71afab-0912-47bb-86a2-5c1557c4403a {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:34.862684 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 on network 6d71afab-0912-47bb-86a2-5c1557c4403a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:34.863005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Attempting to bind port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 on network 6d71afab-0912-47bb-86a2-5c1557c4403a {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:34.896590 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:34.896933 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Checking segment: {'id': '73a40399-eff3-44d9-884c-3c93d01552c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:34.897508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Bound using segment: {'id': '73a40399-eff3-44d9-884c-3c93d01552c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:34.897954 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Bound port: c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a40399-eff3-44d9-884c-3c93d01552c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:34.898337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:34.922041 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1219a1d-2301-44a2-adf4-4cf8786fb4e7 req-0743b56d-afdb-4ef3-9413-4a742066b7d8 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:34.923754 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b1219a1d-2301-44a2-adf4-4cf8786fb4e7 req-0743b56d-afdb-4ef3-9413-4a742066b7d8 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 943 time: 0.6354358 May 10 20:03:34.950135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc3361-ac62-4ede-8387-2ffb91cee802 req-ca167f13-3bc0-4c68-9d06-6bc131732b99 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:34.951407 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d5fc3361-ac62-4ede-8387-2ffb91cee802 req-ca167f13-3bc0-4c68-9d06-6bc131732b99 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 943 time: 0.2947609 May 10 20:03:35.039616 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d5fc3361-ac62-4ede-8387-2ffb91cee802 req-ba1361e0-76d1-4c6c-b4ef-63c56c60edfa tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757909 May 10 20:03:35.057520 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-9774d825-1611-45c5-86cf-92440ebdab17 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905685 May 10 20:03:35.162634 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.176036 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port ace2ec5c-1e79-48cb-a719-ff0e621861e9 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:35.190406 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port ace2ec5c-1e79-48cb-a719-ff0e621861e9 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:35.190950 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.265812 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:35.271223 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,segment=NetworkSegment(73a40399-eff3-44d9-884c-3c93d01552c6),segment_id=73a40399-eff3-44d9-884c-3c93d01552c6)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:35.299396 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.312242 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.348905 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be449cee-ca1b-4a40-b082-33b9331b3e08 req-1eee9141-34ee-4ddf-9031-dfa84a3b5850 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853138 May 10 20:03:35.386170 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b1219a1d-2301-44a2-adf4-4cf8786fb4e7 req-db61b64a-b692-42e2-a6c6-c80013b2f1fb tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409084 May 10 20:03:35.463781 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.511477 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port ace2ec5c-1e79-48cb-a719-ff0e621861e9, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ace2ec5c-1e79-48cb-a719-ff0e621861e9,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:35.519355 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'bbc3f065-2c8e-46f1-945e-70a9975d0df2', 'name': '', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'mac_address': 'fa:16:3e:4d:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 2, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'subnets': [{'id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:35.528653 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Checking router: 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:35.528653 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Updating router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 port bbc3f065-2c8e-46f1-945e-70a9975d0df2 binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:35.574609 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Pushing event updated for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.579693 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53348) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:35.585354 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.592411 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.615132 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.617113 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.618126 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a458e30c-ec51-4bbc-a7df-85ba6fe7aad5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.648984 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.660840 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:35.671932 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.671932 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:35.677270 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7be056f799ec440685f5d8cff576cc5d is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:35.680221 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:35.693666 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:35.746282 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Pushing event updated for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.759551 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:35.772062 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53352) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:35.775403 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:35.776318 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.778373 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] 10.222.0.68 "PUT /v2.0/ports/c3269c7b-e8b0-4182-b8a4-beea8f20ce86 HTTP/1.1" status: 200 len: 1093 time: 6.6301384 May 10 20:03:35.809903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:35.889531 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.911399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.914479 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.933241 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:35.942033 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:36.015087 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.020637 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Pushing event updated for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:36.030932 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:36.038337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-75bd68ef-d2bf-4209-9898-259b03100fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:36.049163 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:36.083348 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:36.104923 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:36.149030 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744368e-f732-4c18-b256-1e48177a890e,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:36.169872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:36.234718 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7be056f799ec440685f5d8cff576cc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532483 May 10 20:03:36.241309 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53370) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:36.386382 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.414333 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Transition to ACTIVE for port object bbc3f065-2c8e-46f1-945e-70a9975d0df2 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:36.439763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.479987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=ace2ec5c-1e79-48cb-a719-ff0e621861e9,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:36.486866 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:36.498499 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.532706 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.537031 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:36.557925 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', 'status': 'completed', 'code': 200} May 10 20:03:36.603370 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Usage tracker for resource:security_group_rule and tenant:14fec39eab5141a2b883f68f2e5da64d is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:36.654611 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:36.728153 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:36.731302 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:36.745339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.749269 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-5cd00d82-c044-4dbd-8bc2-48d911e318f2 None None] Provisioning complete for port e01955c0-fa66-4afb-b392-85749b2b3b3b triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:36.749269 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5cd00d82-c044-4dbd-8bc2-48d911e318f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.760632 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:36.781461 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744368e-f732-4c18-b256-1e48177a890e,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:36.787536 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:36.809752 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:36.813932 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d744368e-f732-4c18-b256-1e48177a890e HTTP/1.1" status: 204 len: 168 time: 0.5688815 May 10 20:03:36.823618 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Pushing event updated for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:36.845823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628da6f-2800-4d64-86d1-79d311670d58 req-420160c3-f7a7-461a-bbb7-024fc41e794f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.846798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-9628da6f-2800-4d64-86d1-79d311670d58 req-420160c3-f7a7-461a-bbb7-024fc41e794f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Synchronizing usage tracker for tenant:d892059e081a46bd87e66993bed0dfdb on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:36.880190 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:36.981906 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-b0593bba-3013-4129-a0bf-28292ade7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:36.984659 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-b0593bba-3013-4129-a0bf-28292ade7380 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1486669 May 10 20:03:36.998450 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Attempting to bind port bbc3f065-2c8e-46f1-945e-70a9975d0df2 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:36.998766 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Attempting to bind port bbc3f065-2c8e-46f1-945e-70a9975d0df2 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:36.999481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Attempting to bind port bbc3f065-2c8e-46f1-945e-70a9975d0df2 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:37.001759 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-5cd00d82-c044-4dbd-8bc2-48d911e318f2 None None] Port e01955c0-fa66-4afb-b392-85749b2b3b3b cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:37.007894 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:37.008383 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Checking segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:37.008877 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:37.009405 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Bound using segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:37.009995 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Bound port: bbc3f065-2c8e-46f1-945e-70a9975d0df2, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:37.010534 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:37.098038 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-04fd8707-f16d-4e14-8744-9dde3a2655e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.100112 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-04fd8707-f16d-4e14-8744-9dde3a2655e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d892059e081a46bd87e66993bed0dfdb&device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 1096 time: 1.0808809 May 10 20:03:37.122654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-9628da6f-2800-4d64-86d1-79d311670d58 req-420160c3-f7a7-461a-bbb7-024fc41e794f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Unset dirty status for tenant:d892059e081a46bd87e66993bed0dfdb on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:37.124665 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9628da6f-2800-4d64-86d1-79d311670d58 req-420160c3-f7a7-461a-bbb7-024fc41e794f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 943 time: 0.4746680 May 10 20:03:37.187773 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-4bfeda32-07b7-44d8-ae1f-5d735b70e1e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86 HTTP/1.1" status: 200 len: 217 time: 0.0646343 May 10 20:03:37.203664 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:37.238075 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:37.260457 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] For port bbc3f065-2c8e-46f1-945e-70a9975d0df2, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:37.272629 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] For port bbc3f065-2c8e-46f1-945e-70a9975d0df2, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=bbc3f065-2c8e-46f1-945e-70a9975d0df2,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:37.278974 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9628da6f-2800-4d64-86d1-79d311670d58 req-4002bef2-88c7-4efb-a887-d31bdaab2312 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464658 May 10 20:03:37.321526 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-ebbbf144-70b7-43e5-a8ab-ea36a56b7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.324278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883da809-a495-4b40-843f-ba0d5491fa73 req-99912bcc-97c4-49a4-b843-07a620738b40 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.324535 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-ebbbf144-70b7-43e5-a8ab-ea36a56b7f56 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 915 time: 0.3142111 May 10 20:03:37.324962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-883da809-a495-4b40-843f-ba0d5491fa73 req-99912bcc-97c4-49a4-b843-07a620738b40 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:37.366533 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:37.371391 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:37.492746 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-1eea79fa-bf20-48c4-8a1c-a792c5e4e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.495457 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-1eea79fa-bf20-48c4-8a1c-a792c5e4e85e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b28a6da-393a-4214-ba33-6c6c5061ab0d HTTP/1.1" status: 200 len: 852 time: 0.2899370 May 10 20:03:37.509021 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-4d79e162-ebc0-4737-a7d3-d7b9a43a7005 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef HTTP/1.1" status: 200 len: 217 time: 0.1371770 May 10 20:03:37.587493 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:37.588214 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:37.638957 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-f5e3e2fe-6e90-4798-b1f1-c6238ebc8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:37.640538 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-f5e3e2fe-6e90-4798-b1f1-c6238ebc8e07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.1095569 May 10 20:03:37.642056 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-1368bcb7-1df0-4440-98c8-06077600f04e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d71afab-0912-47bb-86a2-5c1557c4403a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061745 May 10 20:03:37.758238 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-31879daa-5bcc-4327-a837-cea3237db32c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710483 May 10 20:03:37.764437 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:37.774213 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:37.789614 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:37.790292 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:37.869473 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Pushing event updated for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:37.876054 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:37.899902 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:37.920027 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ace2ec5c-1e79-48cb-a719-ff0e621861e9 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:38.002947 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-4366ef09-5722-48d4-8cc0-98d64ff68197 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670253 May 10 20:03:38.031151 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] 10.222.0.42 "PUT /v2.0/routers/86fb6333-16ca-4bb2-8d06-2fadc70413fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5507603 May 10 20:03:38.090352 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:38.114792 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.119808 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-4ff1cd6b-7cc2-4114-ad3a-bb2182199530 service neutron] 10.222.0.68 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097824 May 10 20:03:38.166800 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de8ecc3b-9e4e-40f5-b42b-02da9e1ce4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:38.180645 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:38.249947 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14fec39eab5141a2b883f68f2e5da64d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4684396 May 10 20:03:38.252762 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:03:38.258383 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53416) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:38.297112 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7937671-ff9b-47c3-951e-ed49341e38a1,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:38.309835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:38.315796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-883da809-a495-4b40-843f-ba0d5491fa73 req-99912bcc-97c4-49a4-b843-07a620738b40 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:38.316868 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-883da809-a495-4b40-843f-ba0d5491fa73 req-99912bcc-97c4-49a4-b843-07a620738b40 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 943 time: 1.7394428 May 10 20:03:38.393837 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-62e1fa4c-371c-4799-9112-50b8ea0d7f80 None None] Provisioning complete for port aecb707f-636b-4bf0-a46d-f8f55e139a3a triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:38.394438 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-62e1fa4c-371c-4799-9112-50b8ea0d7f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.468688 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9cb320e0-347f-4cea-b7eb-0f9107fbafd3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:38.469918 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9cb320e0-347f-4cea-b7eb-0f9107fbafd3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:38.472070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.498915 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 2, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:38.503541 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:38.504064 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Updating router 86fb6333-16ca-4bb2-8d06-2fadc70413fa port e01955c0-fa66-4afb-b392-85749b2b3b3b binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:38.512016 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.521517 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-385b2b1f-84ba-47d6-9780-426596fa51aa req-2b233961-f346-4d69-a917-17d91ecd852c service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026345 May 10 20:03:38.559018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-62e1fa4c-371c-4799-9112-50b8ea0d7f80 None None] Port aecb707f-636b-4bf0-a46d-f8f55e139a3a cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:38.585861 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.606321 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-883da809-a495-4b40-843f-ba0d5491fa73 req-a38d9497-c576-47e3-9122-57004bdf33b9 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715759 May 10 20:03:38.657137 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9cb320e0-347f-4cea-b7eb-0f9107fbafd3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:38.670700 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9cb320e0-347f-4cea-b7eb-0f9107fbafd3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 819 time: 0.4537520 May 10 20:03:38.670935 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port ace2ec5c-1e79-48cb-a719-ff0e621861e9 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:38.670935 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:38.684350 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-c293ea61-b293-4ca6-8a0e-5104d784b710 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/quotas/d19afc052f7a4f22bf33dda4a0aef2d1 HTTP/1.1" status: 200 len: 375 time: 0.0188482 May 10 20:03:38.839635 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-0c737bd1-2da7-4524-829b-cfcb3559439f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:38.938361 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86', 'status': 'completed', 'code': 200} May 10 20:03:38.957152 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'bbc3f065-2c8e-46f1-945e-70a9975d0df2', 'name': '', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'mac_address': 'fa:16:3e:4d:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:37Z', 'revision_number': 4, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'subnets': [{'id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:38.958664 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4b137b46-f4ab-4a62-a178-e17c5a4318c2 req-28c5ca04-c9d2-4727-8d46-c2c784045110 service neutron] 10.222.0.68 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929018 May 10 20:03:38.964060 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ddda8a-fcbd-49d0-9d2e-099935657901 None None] The sync data for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb is: [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:03:29Z', 'revision_number': 4, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'bbc3f065-2c8e-46f1-945e-70a9975d0df2', 'name': '', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'mac_address': 'fa:16:3e:4d:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:27Z', 'updated_at': '2021-05-10T20:03:37Z', 'revision_number': 4, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'subnets': [{'id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:38.998363 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:03:39.012640 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:39.025551 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] 10.222.0.42 "PUT /v2.0/routers/681e1326-b88a-40a6-a4b2-957d8145416c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2980425 May 10 20:03:39.030480 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:39.031381 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:39.096036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-0c737bd1-2da7-4524-829b-cfcb3559439f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:39.098100 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-0c737bd1-2da7-4524-829b-cfcb3559439f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4071598 May 10 20:03:39.167247 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.204003 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Transition to ACTIVE for port object e01955c0-fa66-4afb-b392-85749b2b3b3b will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:39.205199 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.212515 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.218641 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7937671-ff9b-47c3-951e-ed49341e38a1 HTTP/1.1" status: 204 len: 168 time: 0.8959413 May 10 20:03:39.218641 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5777abba-fb5e-4d8a-903f-eb01c9caab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:39.246360 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7937671-ff9b-47c3-951e-ed49341e38a1,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.257555 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:39.355688 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:39.371429 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.375488 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:39.576942 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-34f6d732-223f-4cf0-9b09-818d787b583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.578746 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-34f6d732-223f-4cf0-9b09-818d787b583d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d892059e081a46bd87e66993bed0dfdb&device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 1096 time: 0.3259788 May 10 20:03:39.602728 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c331c5-8bae-4685-894e-5ea4fb49bc8a req-a8ac9d9f-96f5-47fd-922c-1be743ba534e tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.604311 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18c331c5-8bae-4685-894e-5ea4fb49bc8a req-a8ac9d9f-96f5-47fd-922c-1be743ba534e tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 943 time: 0.2095749 May 10 20:03:39.619035 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Pushing event updated for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.628590 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:39.838167 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Attempting to bind port e01955c0-fa66-4afb-b392-85749b2b3b3b on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:39.838644 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Attempting to bind port e01955c0-fa66-4afb-b392-85749b2b3b3b by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:39.839134 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Attempting to bind port e01955c0-fa66-4afb-b392-85749b2b3b3b on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:39.850278 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:39.851821 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18c331c5-8bae-4685-894e-5ea4fb49bc8a req-bc44b109-36f5-4866-bfd2-9c5b52189af1 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973012 May 10 20:03:39.864583 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Checking segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:39.865078 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.865487 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Bound using segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:39.865996 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Bound port: e01955c0-fa66-4afb-b392-85749b2b3b3b, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:39.866407 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:39.888872 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device bbc3f065-2c8e-46f1-945e-70a9975d0df2 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:39.928307 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-76bd3040-9380-496f-9ff1-94811e8adbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:39.936350 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-76bd3040-9380-496f-9ff1-94811e8adbd7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d71afab-0912-47bb-86a2-5c1557c4403a HTTP/1.1" status: 200 len: 913 time: 0.3435907 May 10 20:03:40.083802 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-4af3e2f9-36b5-440e-a0f5-3efdc2608acb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86 HTTP/1.1" status: 200 len: 217 time: 0.1386669 May 10 20:03:40.131621 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] For port e01955c0-fa66-4afb-b392-85749b2b3b3b, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:40.135091 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] For port e01955c0-fa66-4afb-b392-85749b2b3b3b, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e01955c0-fa66-4afb-b392-85749b2b3b3b,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:40.161401 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:34Z', 'revision_number': 2, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:40.168664 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:40.169042 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Updating router 681e1326-b88a-40a6-a4b2-957d8145416c port aecb707f-636b-4bf0-a46d-f8f55e139a3a binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:03:40.204954 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.209325 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port bbc3f065-2c8e-46f1-945e-70a9975d0df2 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:40.211963 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:40.220370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port bbc3f065-2c8e-46f1-945e-70a9975d0df2 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:40.220880 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.260084 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-298ebcb8-1ebf-4356-82b8-324062252a0b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=79260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 20:03:40.261258 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-298ebcb8-1ebf-4356-82b8-324062252a0b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3519495 May 10 20:03:40.315595 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.414589 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-ab260938-379d-4165-8cbd-76f0bd905b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:40.415700 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-ab260938-379d-4165-8cbd-76f0bd905b51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2b28a6da-393a-4214-ba33-6c6c5061ab0d HTTP/1.1" status: 200 len: 852 time: 0.3244331 May 10 20:03:40.423409 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:40.438952 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:40.509714 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-1e38b1d1-d23b-4009-a2c9-09a01d3b1d82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d71afab-0912-47bb-86a2-5c1557c4403a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851760 May 10 20:03:40.713177 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-1171d5c8-7126-4b00-b214-9378b3f2f216 service neutron] 10.222.0.42 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446101 May 10 20:03:40.791169 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Pushing event updated for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:40.806939 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:40.861863 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-f7475b32-1539-4462-9f97-9a724efd40bc service neutron] 10.222.0.68 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443365 May 10 20:03:40.925919 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.972214 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:40.982954 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-f0b2719d-b6fe-47be-b67b-b821ddb3b943 service neutron] 10.222.0.42 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605000 May 10 20:03:41.098888 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53490) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:41.104193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134480241', 'description': 'tempest-description--1320628375'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:41.116024 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:41.122091 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:41.128570 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:41.142430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:41.219897 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2f0c1772-a700-4122-bdd6-0f17cfa6c2e6 req-e196cd1c-900f-422a-9043-5a29b1661ffe service neutron] 10.222.0.68 "GET /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501642 May 10 20:03:41.241184 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.265252 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:41.270164 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:41.277002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:41.289371 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:41.323757 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port bbc3f065-2c8e-46f1-945e-70a9975d0df2, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=bbc3f065-2c8e-46f1-945e-70a9975d0df2,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:41.463725 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.486645 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.498509 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.600507 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:40Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:41.621942 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.629833 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f5cc3-60a1-4d54-b52c-6a1f344ba9b6 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:40Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:41.663170 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Transition to ACTIVE for port object aecb707f-636b-4bf0-a46d-f8f55e139a3a will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:41.665935 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.682678 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:41.713204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.731088 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-71c7bef0-6975-4112-9f48-5f28ed3c8ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.777307 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.781176 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:41.810760 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.828861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:41.868528 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca861b-13b3-4ee1-9b9f-8c6b34d1b0c6 req-9a0af931-a315-4c01-b3b0-b17c6f5830b1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:41.870059 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adca861b-13b3-4ee1-9b9f-8c6b34d1b0c6 req-9a0af931-a315-4c01-b3b0-b17c6f5830b1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 943 time: 0.3192019 May 10 20:03:41.881169 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device bbc3f065-2c8e-46f1-945e-70a9975d0df2 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:41.915402 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:41.919868 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53526) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:41.925848 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8257651 May 10 20:03:41.926146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group_rule': {'security_group_id': '0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:41.934715 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:41.939096 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:41.942364 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:41.951782 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adca861b-13b3-4ee1-9b9f-8c6b34d1b0c6 req-02b31471-70eb-4bf5-8907-38f0dd2ca7ab tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741196 May 10 20:03:41.963480 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:42.087944 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.243508 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Pushing event updated for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:42.256987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:42.350345 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.422262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8aa8a-c210-4ce2-ab36-6f6c59d21478 req-0fec6179-2e7d-4f83-ba2c-db6b5f4745e2 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:42.424008 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-91e8aa8a-c210-4ce2-ab36-6f6c59d21478 req-0fec6179-2e7d-4f83-ba2c-db6b5f4745e2 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 943 time: 0.1992252 May 10 20:03:42.474484 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.476504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:42.493136 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port bbc3f065-2c8e-46f1-945e-70a9975d0df2 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:42.493532 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.525587 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-91e8aa8a-c210-4ce2-ab36-6f6c59d21478 req-194eddac-e531-46ab-ac30-15a7d34fec59 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949152 May 10 20:03:42.536638 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6ba194-dc48-4a6b-9f56-02cc558cc488,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:42.540166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:42.580657 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Attempting to bind port aecb707f-636b-4bf0-a46d-f8f55e139a3a on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:42.581027 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Attempting to bind port aecb707f-636b-4bf0-a46d-f8f55e139a3a by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:42.581753 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Attempting to bind port aecb707f-636b-4bf0-a46d-f8f55e139a3a on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:42.596121 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:42.596517 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Checking segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:42.596889 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.597277 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Bound using segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:42.597897 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Bound port: aecb707f-636b-4bf0-a46d-f8f55e139a3a, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:42.599600 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.612881 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f044-6d24-4c5e-b3b2-416bd2098e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.684062 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.685260 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e6ffb530-b0c5-4be4-9a1d-e2adccaa8614 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7642381 May 10 20:03:42.688371 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53540) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:42.699493 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group_rule': {'security_group_id': '0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:42.708797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:42.715452 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:42.719798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:42.749730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:42.796325 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] For port aecb707f-636b-4bf0-a46d-f8f55e139a3a, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:42.816155 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] For port aecb707f-636b-4bf0-a46d-f8f55e139a3a, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=aecb707f-636b-4bf0-a46d-f8f55e139a3a,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:42.838957 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53550) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:42.847703 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661070385', 'description': 'tempest-description--1524128406'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:42.852958 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:42.859295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:42.866860 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1415bb9d-3718-4c12-b0a4-2f3686627960 req-bd81f269-cc82-40d7-9a87-eb003e747a96 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 210 time: 0.1183431 May 10 20:03:42.867809 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:42.877165 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:42.918981 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:42.924972 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-3c2472e9-d460-48a4-b222-b2c4d74d82c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:43.022800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.039552 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:03:43.040313 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:43.043548 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.087525 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:43.113691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:43.132952 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:43.155453 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:43.272556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:43.350111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.396154 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a6be-4a7f-467f-8894-b1aa224cbc60 req-9e0a5e51-76d5-47c2-bbe6-0ad33ce8c05a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:43.404365 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b9a6be-4a7f-467f-8894-b1aa224cbc60 req-9e0a5e51-76d5-47c2-bbe6-0ad33ce8c05a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 943 time: 0.2179499 May 10 20:03:43.412920 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.428499 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.486093 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:43.508196 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b9a6be-4a7f-467f-8894-b1aa224cbc60 req-0bb952d5-9305-482b-8c78-a16cc6e22184 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 May 10 20:03:43.528987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ba00ce-d154-4219-8062-6021ca795abb,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:43.533543 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:43.550112 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.574622 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1e002a7c-c4e0-4b95-9585-c7696f0b454b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:43.612790 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Pushing event updated for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:43.624648 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:43.643282 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa547e4-39bb-4d53-9c42-62b2d301b66d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:43.646955 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:43.658895 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.662817 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9710267 May 10 20:03:43.667580 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53586) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:43.675467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-b1d26576-061f-429f-9bac-e3b84c78db5d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:43.677688 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:43.692774 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-b1d26576-061f-429f-9bac-e3b84c78db5d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 819 time: 0.2778218 May 10 20:03:43.700899 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:43.715022 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:floatingip and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:43.721871 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-6ad16b40-21c3-49f2-9fe5-66648a580aaf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/quotas/d19afc052f7a4f22bf33dda4a0aef2d1 HTTP/1.1" status: 200 len: 375 time: 0.0191746 May 10 20:03:43.725920 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:43.748320 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:43.759950 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.761145 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9210124 May 10 20:03:43.770080 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53592) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:43.772358 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:03:43.782682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group_rule': {'security_group_id': '4aa547e4-39bb-4d53-9c42-62b2d301b66d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:43.791582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:43.811859 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:43.822982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:43.837129 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:43.851734 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:43.877024 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e01955c0-fa66-4afb-b392-85749b2b3b3b up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:43.884986 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-ea3cf6d0-256c-4701-9b22-ddd68cc4f201 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623483 May 10 20:03:44.000905 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.095300 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.129228 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-e2333d07-54a0-4ff0-92c9-1de5c8662a92 service neutron] 10.222.0.42 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432196 May 10 20:03:44.195938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.210163 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.219952 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:44.258143 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:44.275943 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d102c1e5-df82-471e-8363-52ba6109a77f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:44.283660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:44.289154 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'port_id': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', 'mac_address': 'fa:16:3e:dd:39:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf10fd7-53b0-42bd-b11b-05d6b554b50b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:44.301773 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb72990-73d9-4c4e-aa3c-d06419b2211d req-4b53dd64-6242-4b63-9db9-754bd07be74a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:44.310845 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3fb72990-73d9-4c4e-aa3c-d06419b2211d req-4b53dd64-6242-4b63-9db9-754bd07be74a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 943 time: 0.1895897 May 10 20:03:44.341477 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-d133b96a-54fe-4a4f-8815-fd7f800d9ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090309 May 10 20:03:44.349417 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.353710 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5831754 May 10 20:03:44.354369 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53600) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:44.362871 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group_rule': {'security_group_id': '4aa547e4-39bb-4d53-9c42-62b2d301b66d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:44.379540 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port e01955c0-fa66-4afb-b392-85749b2b3b3b completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:44.380216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:44.382797 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3fb72990-73d9-4c4e-aa3c-d06419b2211d req-29cd17da-d515-4dfc-91ab-1c08c9a86f06 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677533 May 10 20:03:44.387989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:44.391060 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:44.402904 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:44.434354 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.452057 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port e01955c0-fa66-4afb-b392-85749b2b3b3b triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:44.452356 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.461296 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Allocated IP 172.28.1.130 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/175450ae-2a4d-4956-9d07-20ac92d00762) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:44.507140 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.528170 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:44.589782 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:44.590524 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.697363 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.733744 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.738862 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:42Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:44.750276 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b875dd-ff18-4d21-83b7-542172fba985 None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:42Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:44.839076 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port e01955c0-fa66-4afb-b392-85749b2b3b3b, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e01955c0-fa66-4afb-b392-85749b2b3b3b,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:44.844788 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.851009 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.852190 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c3269c7b-e8b0-4182-b8a4-beea8f20ce86 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:44.880688 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b897c354-46b2-4d9e-83f3-3f1b8f6a1d2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:44.922857 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:44.941921 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d176400-a83f-4bb0-af3d-8e7af6efd87c,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:44.951171 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:44.952839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:45.040248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.045457 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6899717 May 10 20:03:45.046093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53622) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:45.054823 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:45.066197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:45.085061 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:floatingip and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:45.092562 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:45.104721 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:45.106809 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:45.149507 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:45.159771 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:45.173506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:45.249793 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=175450ae-2a4d-4956-9d07-20ac92d00762,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:45.256919 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.266031 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:45.300477 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-757d809e-4a5a-4846-8ea8-c108809fcd25 req-0edfa5d3-0b3a-4e83-91eb-b9ebf13eb931 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 210 time: 0.1484327 May 10 20:03:45.314574 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.373013 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e3c69e31-47c0-4cb6-b9cd-cac6760019f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.464789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e3f7e-d12d-4b2c-8f80-af6b4b61ef0e req-d3042c3f-45fa-404f-8815-e5db4c930769 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:45.469361 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c01e3f7e-d12d-4b2c-8f80-af6b4b61ef0e req-d3042c3f-45fa-404f-8815-e5db4c930769 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 944 time: 0.6953564 May 10 20:03:45.469500 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,segment=NetworkSegment(73a40399-eff3-44d9-884c-3c93d01552c6),segment_id=73a40399-eff3-44d9-884c-3c93d01552c6)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:45.495697 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:45.506715 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:45.509915 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:45.532498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.550045 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c01e3f7e-d12d-4b2c-8f80-af6b4b61ef0e req-3b44437e-8a47-4856-bda1-8d8ca21da472 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749514 May 10 20:03:45.601432 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.630950 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86', 'network_id': '6d71afab-0912-47bb-86a2-5c1557c4403a', 'port_id': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86', 'mac_address': 'fa:16:3e:c0:1a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b28a6da-393a-4214-ba33-6c6c5061ab0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:45.811111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-62b2e707-ce4e-44a0-b12b-2bed83a19ec0 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:45.813011 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-62b2e707-ce4e-44a0-b12b-2bed83a19ec0 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 819 time: 0.5071609 May 10 20:03:45.831456 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:45.831983 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Request body: {'port': {'device_id': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'admin_state_up': True, 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:45.851186 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:45.868265 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:45.899556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device aecb707f-636b-4bf0-a46d-f8f55e139a3a up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:45.937633 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.003814 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.028109 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3269c7b-e8b0-4182-b8a4-beea8f20ce86 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:46.066840 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,segment=NetworkSegment(73a40399-eff3-44d9-884c-3c93d01552c6),segment_id=73a40399-eff3-44d9-884c-3c93d01552c6)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:46.177361 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.180497 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port aecb707f-636b-4bf0-a46d-f8f55e139a3a completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:46.185670 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:46.296086 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.353294 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.362136 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:46.368955 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port aecb707f-636b-4bf0-a46d-f8f55e139a3a triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:46.368955 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.399146 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:46.434596 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:46.461402 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:46.488326 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80999a3f-a36a-44e1-9e07-1c0a247fbc47 req-40b94bd8-ba47-4829-92e5-26c3a49b4ec2 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.496844 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-80999a3f-a36a-44e1-9e07-1c0a247fbc47 req-40b94bd8-ba47-4829-92e5-26c3a49b4ec2 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 944 time: 0.4011259 May 10 20:03:46.535614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.543053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:46.696644 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.696644 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['c3269c7b-e8b0-4182-b8a4-beea8f20ce86'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:46.696894 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.696894 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-61196cb7-3125-4e08-ab98-74f8c694fe40 req-d76a07c5-a681-4b1b-b908-c464f7c82545 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 210 time: 0.0821130 May 10 20:03:46.698648 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Allocated IP 172.28.1.59 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/73ce663b-05cb-4619-9691-f9c45f5dde47) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:46.701220 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:46.719243 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=175450ae-2a4d-4956-9d07-20ac92d00762,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:46.729463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:46.798094 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-80999a3f-a36a-44e1-9e07-1c0a247fbc47 req-918ab7ca-a427-47af-b24b-fcce83ee8ee9 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001835 May 10 20:03:46.800850 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Made reservation on behalf of d19afc052f7a4f22bf33dda4a0aef2d1 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:46.804647 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.845763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.847103 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1785357 May 10 20:03:46.850391 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port aecb707f-636b-4bf0-a46d-f8f55e139a3a, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=aecb707f-636b-4bf0-a46d-f8f55e139a3a,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:46.939813 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:46.984785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d7c4-3d15-462d-ac20-bc80f351b621 req-6cd496a9-34c7-4028-a219-45fd21cf22b4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:46.993327 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7ae9d7c4-3d15-462d-ac20-bc80f351b621 req-6cd496a9-34c7-4028-a219-45fd21cf22b4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 944 time: 0.1427763 May 10 20:03:47.037876 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.043037 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:47.055613 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7ae9d7c4-3d15-462d-ac20-bc80f351b621 req-07bc37d2-ec5f-4ce2-b592-f1e74b64a7e4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 May 10 20:03:47.191545 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.220901 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:47.226180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f16a3484-f9c9-48b3-9ef1-e1ab1a68c922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:47.232161 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:47.270193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Allocated IP 172.20.0.14 (c74e7de9-f6f2-4c3d-b99b-f677cae5a639/8a2f93f7-4bf5-4015-aa6b-1b4baf492422/36274a3b-0316-4398-87bb-cfbf2d468d37) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:47.313354 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:47.321290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:47.333001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:47.411475 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=73ce663b-05cb-4619-9691-f9c45f5dde47,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:47.429133 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-ba298fba-ec9e-49ba-8237-b7a7d823cd38 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1134480241&fields=id&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 267 time: 0.1511889 May 10 20:03:47.432418 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:47.635595 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.685811 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.794218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-ea57874d-db21-498e-b5ae-4c2c90082be4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:47.795840 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-ea57874d-db21-498e-b5ae-4c2c90082be4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 816 time: 0.3572800 May 10 20:03:47.814933 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e01955c0-fa66-4afb-b392-85749b2b3b3b up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:47.837775 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.848417 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-2c8ec231-21fc-4f9c-8c0d-22c2161a2049 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/quotas/1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 375 time: 0.0391366 May 10 20:03:47.900695 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port e01955c0-fa66-4afb-b392-85749b2b3b3b triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:47.901071 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:47.913242 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f3d971a3-be48-4a16-b44f-66e85ae9a2e2 req-92b48ee3-ba13-4ceb-aed1-ccce6c80ccc3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 210 time: 0.0636952 May 10 20:03:47.986753 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.019803 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.041586 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:48.042384 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device aecb707f-636b-4bf0-a46d-f8f55e139a3a up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:48.106682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:48.117668 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:48.126548 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port aecb707f-636b-4bf0-a46d-f8f55e139a3a triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:48.126548 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.131626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:48.136998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.137615 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.167191 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b743357-dcef-4850-8879-7c3d166d9357 req-6151ed4e-0910-41ac-b7d9-ba1fc6c01897 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.168408 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b743357-dcef-4850-8879-7c3d166d9357 req-6151ed4e-0910-41ac-b7d9-ba1fc6c01897 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 944 time: 0.1383901 May 10 20:03:48.217789 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:48.219067 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-4de3db5d-9c74-46a7-a901-80f83801ccc4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:48.234875 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b743357-dcef-4850-8879-7c3d166d9357 req-9f7200c3-3217-494d-89e6-768ed5f04a0a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569072 May 10 20:03:48.358789 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Pushing event updated for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:48.366731 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:48.369722 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5471802 May 10 20:03:48.395225 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Request body: {'port': {'device_id': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:48.508124 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:48.514490 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:48.515009 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.583837 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-d341544b-c7bd-4924-bf94-b67b359e76f7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.585302 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-d341544b-c7bd-4924-bf94-b67b359e76f7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 819 time: 0.3588738 May 10 20:03:48.600057 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Request body: {'port': {'device_id': '3db28f4d-eb32-4202-8e65-568324c41f74', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'admin_state_up': True, 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:48.626625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddff208-798b-4b9d-a082-249ed3afc4c2 req-8178310f-4d2d-478f-b27b-bc3677c474a7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:48.630905 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ddff208-798b-4b9d-a082-249ed3afc4c2 req-8178310f-4d2d-478f-b27b-bc3677c474a7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 944 time: 0.2013149 May 10 20:03:48.638063 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.662795 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.714337 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:48.715310 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:48.728760 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-4de3db5d-9c74-46a7-a901-80f83801ccc4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:48.730120 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-4de3db5d-9c74-46a7-a901-80f83801ccc4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8228331 May 10 20:03:48.799369 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ddff208-798b-4b9d-a082-249ed3afc4c2 req-e8eb0831-6033-4fd2-bf69-e7fb8bc6fb53 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627269 May 10 20:03:48.845674 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:48.850824 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Usage tracker for resource:port and tenant:d19afc052f7a4f22bf33dda4a0aef2d1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:48.855148 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.855148 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c3269c7b-e8b0-4182-b8a4-beea8f20ce86 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:48.855458 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:48.859945 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:48.893701 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-15dc9b9b-f1d4-441e-b0bd-fb82cc3695e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:48.906093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:48.994292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Made reservation on behalf of d19afc052f7a4f22bf33dda4a0aef2d1 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:48.998962 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.018742 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.023300 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.062491 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.089467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.135069 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:49.140186 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:49.140569 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.141798 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-b0efed16-e00f-4a98-8796-de524336ac39 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959005 May 10 20:03:49.154930 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.204963 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ef3570ce-0fd8-4254-b4a9-70a2216c9e7d req-10624ce8-c34e-4f95-91c8-c0cf6a0fc915 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 210 time: 0.1114423 May 10 20:03:49.330013 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=73ce663b-05cb-4619-9691-f9c45f5dde47,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.334657 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.343170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.358331 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2971931 May 10 20:03:49.358546 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.399624 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,segment=NetworkSegment(73a40399-eff3-44d9-884c-3c93d01552c6),segment_id=73a40399-eff3-44d9-884c-3c93d01552c6)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:49.401889 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', 'code': 200} May 10 20:03:49.476331 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-465850f9-1a4b-4921-8af8-8898caf50a7f service neutron] 10.222.0.42 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111854 May 10 20:03:49.491138 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.494732 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36274a3b-0316-4398-87bb-cfbf2d468d37 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:49.497989 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-04ec784a-aca1-4009-9835-f61944fb978a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.504363 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.521717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Transition to ACTIVE for port object 36274a3b-0316-4398-87bb-cfbf2d468d37 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:49.595466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cf9cd-b137-4b0d-b0a0-11741634656b req-d11e53fa-6615-4b68-8734-e5c28faeea6a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:49.596975 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e52cf9cd-b137-4b0d-b0a0-11741634656b req-d11e53fa-6615-4b68-8734-e5c28faeea6a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.1028290 May 10 20:03:49.597894 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.601559 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.605535 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.617252 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:49.709163 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e52cf9cd-b137-4b0d-b0a0-11741634656b req-a5c03217-af53-4c52-b5f7-b2e258c36d7c tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050110 May 10 20:03:49.712955 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Allocated IP 172.20.0.5 (c74e7de9-f6f2-4c3d-b99b-f677cae5a639/8a2f93f7-4bf5-4015-aa6b-1b4baf492422/eced4146-e44c-4d1b-ae2f-bbe384b44483) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:49.786715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.68', 63201) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:49.873232 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Pushing event updated for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:49.878273 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:49.891570 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Attempting to bind port 36274a3b-0316-4398-87bb-cfbf2d468d37 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:49.892136 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Attempting to bind port 36274a3b-0316-4398-87bb-cfbf2d468d37 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:49.892619 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Attempting to bind port 36274a3b-0316-4398-87bb-cfbf2d468d37 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:49.899823 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Port 36274a3b-0316-4398-87bb-cfbf2d468d37 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:49.902030 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Attempting to bind port 36274a3b-0316-4398-87bb-cfbf2d468d37 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:49.907716 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:49.908258 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Checking segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:49.908798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Bound using segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:49.909441 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Bound port: 36274a3b-0316-4398-87bb-cfbf2d468d37, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:49.909990 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:49.979998 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ade2da16-aead-48d4-8337-afe7496c953c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:50.068944 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:50.074122 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36274a3b-0316-4398-87bb-cfbf2d468d37,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:50.077035 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-2736c56d-301d-434e-a496-6408f7979efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.078544 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-2736c56d-301d-434e-a496-6408f7979efc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 1098 time: 0.2697558 May 10 20:03:50.084694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.093726 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49247-a985-4bc4-827c-2fbc94a9e761 req-41d1d8ca-2ef2-4aa0-b2c4-f2882ba62457 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.095248 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0bd49247-a985-4bc4-827c-2fbc94a9e761 req-41d1d8ca-2ef2-4aa0-b2c4-f2882ba62457 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.1308985 May 10 20:03:50.107404 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.125985 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:50.140086 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Usage tracker for resource:security_group_rule and tenant:b13bc703ed464d5fa8607777d8866c9f is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:50.143686 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:50.148773 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0bd49247-a985-4bc4-827c-2fbc94a9e761 req-9d2e781d-2ac6-4f0f-92d5-7d56c09f806e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 May 10 20:03:50.163624 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:50.174485 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ade2da16-aead-48d4-8337-afe7496c953c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:50.177341 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ade2da16-aead-48d4-8337-afe7496c953c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1661070385&fields=id&tenant_id=c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 267 time: 0.3109856 May 10 20:03:50.251205 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.253942 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-69de9efa-5a4b-4fbe-b0c9-853b35e6d1dc req-20b0de4a-7f5a-4129-898f-7823b411f724 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.0515237 May 10 20:03:50.260862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.315507 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.316128 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.318399 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] 10.222.0.68 "PUT /v2.0/ports/36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 1094 time: 1.9264460 May 10 20:03:50.321328 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:50.369507 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Pushing event updated for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.373732 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.472854 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-fe286123-568b-4fd9-b149-b9ba759b37e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.473554 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-fe286123-568b-4fd9-b149-b9ba759b37e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:50.476559 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.493819 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.552523 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-1f0536d7-ba3f-4090-a790-a558fe901dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.555786 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-1f0536d7-ba3f-4090-a790-a558fe901dae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1097 time: 0.1390352 May 10 20:03:50.602065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.605549 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:50.609988 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:50.614016 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:50.620153 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.620808 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.647297 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Pushing event updated for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:50.653584 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:50.716482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce9f5-1d39-49e3-9dbc-fc61066a07cd req-863de57d-04a5-4c2c-854d-0e943174b588 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.717186 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-d1dce9f5-1d39-49e3-9dbc-fc61066a07cd req-863de57d-04a5-4c2c-854d-0e943174b588 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:50.728727 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-e80f3958-0ee7-47f1-ae17-f49002ba9790 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.1618564 May 10 20:03:50.766121 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-fe286123-568b-4fd9-b149-b9ba759b37e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:50.767540 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-fe286123-568b-4fd9-b149-b9ba759b37e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 811 time: 0.5832353 May 10 20:03:50.768161 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:50.779391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:50.800238 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9d723be4-18ea-44ce-970f-c7bf47f4ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:50.801237 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-9d723be4-18ea-44ce-970f-c7bf47f4ea6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.0651414 May 10 20:03:50.809168 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2145166 May 10 20:03:50.824957 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-e97c7fe9-c87e-4bd7-a0dd-88c10e0df840 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/quotas/c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 375 time: 0.0463798 May 10 20:03:50.834206 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Request body: {'port': {'device_id': '3db28f4d-eb32-4202-8e65-568324c41f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:50.844519 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53786) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:50.862470 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-b028d1fd-0d88-4e00-8545-45af3316328b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541034 May 10 20:03:50.869210 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Synchronizing usage tracker for tenant:b13bc703ed464d5fa8607777d8866c9f on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:50.947691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-d1dce9f5-1d39-49e3-9dbc-fc61066a07cd req-863de57d-04a5-4c2c-854d-0e943174b588 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:50.953814 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d1dce9f5-1d39-49e3-9dbc-fc61066a07cd req-863de57d-04a5-4c2c-854d-0e943174b588 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 931 time: 0.4973872 May 10 20:03:50.993885 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53798) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:50.998929 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a796248-f63f-4e0e-952c-7645ae46868c,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:51.003240 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:51.045698 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d1dce9f5-1d39-49e3-9dbc-fc61066a07cd req-081685ff-6476-4897-83e3-6542bf9b1c7c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909507 May 10 20:03:51.064300 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-a16f3068-9719-43f6-8283-2fd0a735c1a5 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946826 May 10 20:03:51.178762 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37', 'status': 'completed', 'code': 200} May 10 20:03:51.194623 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Unset dirty status for tenant:b13bc703ed464d5fa8607777d8866c9f on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:51.196168 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a25c1fb8-56dc-45c1-8d6b-48dc9b5aace4 req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1081185 May 10 20:03:51.203275 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.205183 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.218865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.232279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:51.248684 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2f560bb676496db750b05ec744d3bf is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:51.249519 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:51.254037 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:51.293376 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-28a24e0c-a82b-4b3c-88b9-5a00f16d5191 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4674618 May 10 20:03:51.296600 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Usage tracker for resource:security_group_rule and tenant:823e8af8786c47f99bd5de6d51d34111 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:51.303157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:51.306521 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:51.329745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:51.334371 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2060fcfc-e0ab-48e6-b9f3-fe2282ffa24e req-58151448-644d-44a0-9974-4ac753b66ab6 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632735 May 10 20:03:51.393990 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f5b67-07f8-4451-8cd7-127e2d2a7ae8 req-0fd26f7b-3350-4865-a817-9817c4ec7233 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:51.396034 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e61f5b67-07f8-4451-8cd7-127e2d2a7ae8 req-0fd26f7b-3350-4865-a817-9817c4ec7233 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.1440582 May 10 20:03:51.403781 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:51.471681 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.474881 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e61f5b67-07f8-4451-8cd7-127e2d2a7ae8 req-98d0069d-92f1-46a8-be1b-8afbe09236b3 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711386 May 10 20:03:51.624093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.624744 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-4881a205-fde4-4c80-bad6-49f28c796bac service neutron] 10.222.0.42 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138616 May 10 20:03:51.639703 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cb2d192f-1ee3-4128-af4f-8688a9b4c755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:51.693601 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd2f560bb676496db750b05ec744d3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8480682 May 10 20:03:51.697556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021b731-856f-4d74-b2c0-10a3c7e7b50d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:51.701845 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:51.708909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53810) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:51.748956 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-0937ecac-d63b-4bf1-a633-2ae98f5fcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:51.748956 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-0937ecac-d63b-4bf1-a633-2ae98f5fcbab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1097 time: 0.2247522 May 10 20:03:51.799778 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47d1d-1d21-4041-952f-233b42dce3fb req-949111d9-244a-47f1-832b-d4247ff30b17 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:51.801706 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f8e47d1d-1d21-4041-952f-233b42dce3fb req-949111d9-244a-47f1-832b-d4247ff30b17 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.2282774 May 10 20:03:51.805625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.850204 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-4bbf7c16-de91-42ac-8276-7499a2aaff1e service neutron] 10.222.0.42 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159064 May 10 20:03:51.897991 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.920547 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eced4146-e44c-4d1b-ae2f-bbe384b44483 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:51.925286 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.928460 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.933059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.947677 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a6dfce05-e96d-4280-9313-e5f04b59aa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:51.976085 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Transition to ACTIVE for port object eced4146-e44c-4d1b-ae2f-bbe384b44483 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:51.989944 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=823e8af8786c47f99bd5de6d51d34111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879491 May 10 20:03:51.994337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53814) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:51.996847 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56963fc-2961-496c-a599-8a88b0ebb607,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.015631 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f8e47d1d-1d21-4041-952f-233b42dce3fb req-3045e467-1d8a-48c1-a2da-31088338d00b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941340 May 10 20:03:52.016152 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.038581 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-d4335b7f-bbf7-4f65-aeff-97ef328adef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.040616 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-d4335b7f-bbf7-4f65-aeff-97ef328adef8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.2709508 May 10 20:03:52.063373 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.095844 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.152676 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-06a646c7-b1f1-460c-8740-3e9c855018d3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.1025734 May 10 20:03:52.159624 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.165303 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:52.251075 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.257943 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5aa68293-6c24-40dc-a1f5-9b687ea57ce8 req-3b4c1358-d80f-495c-895f-8c399d7cdb71 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.1303713 May 10 20:03:52.259288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.269192 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-650ed51e-b5e7-47ac-9593-9dfdb334afc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:52.282372 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021b731-856f-4d74-b2c0-10a3c7e7b50d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.297204 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.298638 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.303387 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f021b731-856f-4d74-b2c0-10a3c7e7b50d HTTP/1.1" status: 204 len: 168 time: 0.5983028 May 10 20:03:52.303993 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86', 'code': 200} May 10 20:03:52.338279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-43bb537c-b9b7-446c-b999-076ab82d2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.340242 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-43bb537c-b9b7-446c-b999-076ab82d2aa1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.1315536 May 10 20:03:52.475013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.478370 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-aaf1a724-0db1-491d-9bd3-aaed0da4feae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274357 May 10 20:03:52.478506 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b56963fc-2961-496c-a599-8a88b0ebb607 HTTP/1.1" status: 204 len: 168 time: 0.4809778 May 10 20:03:52.482209 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-0d40c173-bdb3-491c-bad5-9475ddc628a2 req-e6b68b80-88d8-4453-89ca-f7cd42153106 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:52.551639 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Pushing event updated for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.567812 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.568451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:52.582458 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Attempting to bind port eced4146-e44c-4d1b-ae2f-bbe384b44483 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:52.582792 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Attempting to bind port eced4146-e44c-4d1b-ae2f-bbe384b44483 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:52.583205 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Attempting to bind port eced4146-e44c-4d1b-ae2f-bbe384b44483 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:52.587614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56963fc-2961-496c-a599-8a88b0ebb607,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.596889 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:52.600108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Port eced4146-e44c-4d1b-ae2f-bbe384b44483 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:52.600432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Attempting to bind port eced4146-e44c-4d1b-ae2f-bbe384b44483 on network c74e7de9-f6f2-4c3d-b99b-f677cae5a639 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:52.606898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:52.615389 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Checking segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:52.615918 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Bound using segment: {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:52.616457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Bound port: eced4146-e44c-4d1b-ae2f-bbe384b44483, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4b71d-90de-498a-883f-a9ebb5d4c620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:52.616818 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:52.674891 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-2c82f7d3-8a48-4e16-a998-862df02255e5 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879869 May 10 20:03:52.684279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-0d40c173-bdb3-491c-bad5-9475ddc628a2 req-e6b68b80-88d8-4453-89ca-f7cd42153106 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:52.685772 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0d40c173-bdb3-491c-bad5-9475ddc628a2 req-e6b68b80-88d8-4453-89ca-f7cd42153106 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.2648933 May 10 20:03:52.718069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fefb8-39b6-445d-920b-844f8ae38fab req-153e3f1e-5721-46f4-8134-32f1d9e8eae9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.718937 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-976fefb8-39b6-445d-920b-844f8ae38fab req-153e3f1e-5721-46f4-8134-32f1d9e8eae9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:52.885260 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-976fefb8-39b6-445d-920b-844f8ae38fab req-153e3f1e-5721-46f4-8134-32f1d9e8eae9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:52.886125 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-976fefb8-39b6-445d-920b-844f8ae38fab req-153e3f1e-5721-46f4-8134-32f1d9e8eae9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 943 time: 0.4067185 May 10 20:03:52.928887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:52.951960 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:52.962158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-976fefb8-39b6-445d-920b-844f8ae38fab req-44a0ac3b-9161-4b23-bc90-086223297648 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:52.993841 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcf80-03f0-4a0c-8d9d-bdd35cafd065 req-3b5fb7d0-fadc-4447-9ee2-4151e7fcd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:52.995495 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9a6bcf80-03f0-4a0c-8d9d-bdd35cafd065 req-3b5fb7d0-fadc-4447-9ee2-4151e7fcd02d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 1098 time: 0.2406135 May 10 20:03:52.999625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53846) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:53.048651 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9a6bcf80-03f0-4a0c-8d9d-bdd35cafd065 req-11e95e11-ee1f-419c-bc85-ffcb354d847f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 May 10 20:03:53.099979 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8b3737a-c52e-4e50-aac9-788ee8659013 req-1c542904-1a4f-4ead-8750-5352252e5c60 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879876 May 10 20:03:53.119880 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e220-8d34-4744-8623-027ea468d8a1 req-dc4ccfad-bfd1-44b1-b5ca-42d171e96aa6 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.121357 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ef35e220-8d34-4744-8623-027ea468d8a1 req-dc4ccfad-bfd1-44b1-b5ca-42d171e96aa6 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.1342056 May 10 20:03:53.167593 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ef35e220-8d34-4744-8623-027ea468d8a1 req-f0ba609a-dfe7-4563-a220-6a20e83b3235 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 May 10 20:03:53.182791 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-976fefb8-39b6-445d-920b-844f8ae38fab req-44a0ac3b-9161-4b23-bc90-086223297648 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:53.184024 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-976fefb8-39b6-445d-920b-844f8ae38fab req-44a0ac3b-9161-4b23-bc90-086223297648 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867780 May 10 20:03:53.193768 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.199218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:53.262269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.262976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.264397 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] 10.222.0.68 "PUT /v2.0/ports/eced4146-e44c-4d1b-ae2f-bbe384b44483 HTTP/1.1" status: 200 len: 1093 time: 2.4372702 May 10 20:03:53.267158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:53.401332 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483', 'status': 'completed', 'code': 200} May 10 20:03:53.421272 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Pushing event updated for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:53.425530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:53.450158 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae88a-12d3-428e-8670-550c72328de5 req-ab06d20e-b5cf-4e42-8968-70921f5d4808 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.451896 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dcfae88a-12d3-428e-8670-550c72328de5 req-ab06d20e-b5cf-4e42-8968-70921f5d4808 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.1627057 May 10 20:03:53.484773 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04982e04-5551-44bf-b965-c90fda1c014e req-7f977172-0873-4367-89dc-fcedf1240e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.486223 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-04982e04-5551-44bf-b965-c90fda1c014e req-7f977172-0873-4367-89dc-fcedf1240e23 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 1096 time: 0.1342614 May 10 20:03:53.541430 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-be123ca8-ce0c-4595-95bf-7f7f797550bd req-31617f3c-35cf-46d0-b65c-159bd78651d8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.0633674 May 10 20:03:53.545513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53862) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:53.584084 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.609166 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dcfae88a-12d3-428e-8670-550c72328de5 req-91ed6373-53e2-443f-8f07-5cf8602c06f7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463895 May 10 20:03:53.611131 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-41874008-626b-4292-9756-97be59372475 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.612053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-41874008-626b-4292-9756-97be59372475 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:53.618059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:53.624976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Usage tracker for resource:security_group_rule and tenant:2292b0d2f2024e2eb5289f19460bbd09 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:53.646317 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:53.663795 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:53.696230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04982e04-5551-44bf-b965-c90fda1c014e req-6bd3091f-c2cf-4148-96c9-bfd82b342e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.698123 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-04982e04-5551-44bf-b965-c90fda1c014e req-6bd3091f-c2cf-4148-96c9-bfd82b342e9c service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2009597 May 10 20:03:53.739682 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.757582 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:53.766446 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6379937ac13488a8f768d6c04c10d0b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:53.770922 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:53.778926 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:53.864150 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04982e04-5551-44bf-b965-c90fda1c014e req-15e985a6-fdab-416b-b1bb-4a9ca9d1af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:53.866021 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-04982e04-5551-44bf-b965-c90fda1c014e req-15e985a6-fdab-416b-b1bb-4a9ca9d1af0d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605966 May 10 20:03:53.872900 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-41874008-626b-4292-9756-97be59372475 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:53.873982 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-41874008-626b-4292-9756-97be59372475 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 816 time: 0.5863450 May 10 20:03:53.975610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3aacee0c-fcab-431a-a43b-614e597f86f6 req-3c115e11-242c-4d09-998a-5e202b12e66c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.1043322 May 10 20:03:54.010880 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-c376489a-c05e-4177-8540-100ef9d33332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:54.012403 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-c376489a-c05e-4177-8540-100ef9d33332 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 1096 time: 0.0891371 May 10 20:03:54.018480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.036191 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-26273297-97ab-4ed6-a117-0aa5e54cc98a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:54.071601 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.096279 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-17c577fd-b15e-4fa1-88c9-e0afe95c11d4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483 HTTP/1.1" status: 200 len: 217 time: 0.0744562 May 10 20:03:54.154801 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.156648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:54.190132 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc489-6091-487f-b70a-e372b05bfefa req-11cac8c8-1059-463e-883e-b4505e7a5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:54.191632 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-11cac8c8-1059-463e-883e-b4505e7a5522 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.0855036 May 10 20:03:54.208652 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 36274a3b-0316-4398-87bb-cfbf2d468d37 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:54.213099 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6379937ac13488a8f768d6c04c10d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2121797 May 10 20:03:54.214014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c78c9ab-acc0-4a79-955c-4497757b94d9,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.216474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53890) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:54.228420 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:54.235472 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.257746 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d24b0cfe-0430-4df0-a128-e92a15e37f73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:54.301202 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-a794337d-c1da-47e8-b393-a016aa33d2c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022780 May 10 20:03:54.337558 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2292b0d2f2024e2eb5289f19460bbd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914352 May 10 20:03:54.341481 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53896) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:54.343924 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe703d47-ab32-479c-a85c-659102fdbc26,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.357500 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:54.405884 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.463773 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-26273297-97ab-4ed6-a117-0aa5e54cc98a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:54.470993 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-26273297-97ab-4ed6-a117-0aa5e54cc98a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 380 time: 0.5482776 May 10 20:03:54.491214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'port': {'device_id': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'admin_state_up': True, 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'security_groups': ['0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:54.517369 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36274a3b-0316-4398-87bb-cfbf2d468d37,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:54.522222 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-2193154c-7a87-4f05-9f12-cc59e70f9197 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136388 May 10 20:03:54.535656 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '36274a3b-0316-4398-87bb-cfbf2d468d37', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'port_id': '36274a3b-0316-4398-87bb-cfbf2d468d37', 'mac_address': 'fa:16:3e:22:42:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:54.544216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02aab-16d7-4c73-9b15-f62453604e39 req-80588321-373d-4996-862b-82398783eef9 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:54.546537 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8a02aab-16d7-4c73-9b15-f62453604e39 req-80588321-373d-4996-862b-82398783eef9 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.2035477 May 10 20:03:54.598152 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.625562 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.646794 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36274a3b-0316-4398-87bb-cfbf2d468d37 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:54.667911 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.671083 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36274a3b-0316-4398-87bb-cfbf2d468d37,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:54.705829 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c8a02aab-16d7-4c73-9b15-f62453604e39 req-77ff294f-d739-48c6-bf4f-e0d9477b1d7f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338270 May 10 20:03:54.747884 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-855fc489-6091-487f-b70a-e372b05bfefa req-1c69dfec-83cd-4cfa-9fb3-6ff0f6284eac service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003715 May 10 20:03:54.786801 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.788691 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:54.805977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.845410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1e34-4999-4840-87bf-09005c059f79 req-fc849792-0667-4c07-b97d-e09d2cf9a9d2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:54.846583 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4ffa1e34-4999-4840-87bf-09005c059f79 req-fc849792-0667-4c07-b97d-e09d2cf9a9d2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 943 time: 0.4592102 May 10 20:03:54.880515 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:54.890928 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.893992 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:54.919615 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-990d87b8-f3c9-4af4-9feb-684a009fc999 req-93daacfc-37a5-4b20-9c76-266f59d0dcd8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.0491488 May 10 20:03:54.920292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:54.936821 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4ffa1e34-4999-4840-87bf-09005c059f79 req-b18c60d5-712a-4c28-9cc9-0b06e0c4af06 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780563 May 10 20:03:54.993728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.001488 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:55.020112 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c78c9ab-acc0-4a79-955c-4497757b94d9,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.024489 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:55.045786 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['36274a3b-0316-4398-87bb-cfbf2d468d37'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:55.048275 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.058442 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c78c9ab-acc0-4a79-955c-4497757b94d9 HTTP/1.1" status: 204 len: 168 time: 0.8375359 May 10 20:03:55.085260 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Made reservation on behalf of 1339fdd4f34b469eb8952121fc345260 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:55.089922 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.121097 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.145130 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.146714 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe703d47-ab32-479c-a85c-659102fdbc26 HTTP/1.1" status: 204 len: 168 time: 0.8040228 May 10 20:03:55.267283 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:55.280590 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3d241252-06d0-4786-ab38-65c85757f505 req-3d478476-266f-486c-b5b6-8f492d53c667 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.0751669 May 10 20:03:55.286399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe703d47-ab32-479c-a85c-659102fdbc26,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.318746 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:55.410696 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Allocated IP 172.20.0.7 (e8e814ba-4c1c-428c-8b90-882c0db46e6b/bd3db0d9-af59-4462-a080-b4d0090821dd/9f9bd7d4-53fb-4fc0-883c-4945f587a2b4) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:55.613645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.628707 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Transition to ACTIVE for port object 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:55.766583 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.774200 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d2923d67-33bf-4590-8440-8928cc105ea8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:55.832419 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:55.835799 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:55.839885 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:55.845860 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:55.846421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:55.866997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.871633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:56.010294 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5241027 May 10 20:03:56.032353 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Request body: {'port': {'device_id': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:56.211166 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-17eb24ed-b573-4958-9b9d-8ac6c54d15e2 None None] Provisioning for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:56.217214 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-17eb24ed-b573-4958-9b9d-8ac6c54d15e2 None None] Provisioning complete for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:56.217821 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-17eb24ed-b573-4958-9b9d-8ac6c54d15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.219362 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-f3842f82-4e55-490c-a1a4-088a4af264f7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:56.226607 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-f3842f82-4e55-490c-a1a4-088a4af264f7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 811 time: 0.3026242 May 10 20:03:56.327018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-17eb24ed-b573-4958-9b9d-8ac6c54d15e2 None None] Port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:56.332989 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device eced4146-e44c-4d1b-ae2f-bbe384b44483 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:03:56.332989 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 36274a3b-0316-4398-87bb-cfbf2d468d37 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:03:56.380311 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 53966) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:56.410557 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.494354 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.513563 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:56.540271 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-45481ec2-75e4-42e3-97e3-397353d18f30 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:56.544343 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 53974) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:56.566045 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0ceba37dab4153989b272ad08492fb is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:56.583585 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:56.585045 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-45481ec2-75e4-42e3-97e3-397353d18f30 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:56.586494 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-45481ec2-75e4-42e3-97e3-397353d18f30 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 380 time: 0.3508670 May 10 20:03:56.604303 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'port': {'device_id': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'admin_state_up': True, 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'security_groups': ['4aa547e4-39bb-4d53-9c42-62b2d301b66d']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:56.607242 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f43ecc-1573-4705-ac4f-b45821256d3a req-136ee936-a212-4da4-ae5f-03cc36ca913a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:56.608130 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-c4f43ecc-1573-4705-ac4f-b45821256d3a req-136ee936-a212-4da4-ae5f-03cc36ca913a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:56.614041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:56.656705 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:56.687040 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'eced4146-e44c-4d1b-ae2f-bbe384b44483', 'network_id': 'c74e7de9-f6f2-4c3d-b99b-f677cae5a639', 'port_id': 'eced4146-e44c-4d1b-ae2f-bbe384b44483', 'mac_address': 'fa:16:3e:da:73:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2f93f7-4bf5-4015-aa6b-1b4baf492422', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:03:56.752655 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.758233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.773398 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eced4146-e44c-4d1b-ae2f-bbe384b44483 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:56.777717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fd926-edb2-4037-8838-a9c357a5b3b7 req-a62d204e-5d33-4ff4-bec5-81afbd2420df tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:56.779219 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3e5fd926-edb2-4037-8838-a9c357a5b3b7 req-a62d204e-5d33-4ff4-bec5-81afbd2420df tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 943 time: 0.5110731 May 10 20:03:56.792805 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 36274a3b-0316-4398-87bb-cfbf2d468d37 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:56.796834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:56.800857 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 36274a3b-0316-4398-87bb-cfbf2d468d37 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:56.801236 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.814392 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:56.835540 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd67bd288b704255bad589fb225bddba is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:03:56.843180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:03:56.853495 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-c4f43ecc-1573-4705-ac4f-b45821256d3a req-136ee936-a212-4da4-ae5f-03cc36ca913a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:56.854655 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c4f43ecc-1573-4705-ac4f-b45821256d3a req-136ee936-a212-4da4-ae5f-03cc36ca913a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 931 time: 0.7792833 May 10 20:03:56.863610 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:56.895507 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3e5fd926-edb2-4037-8838-a9c357a5b3b7 req-ca0a51aa-83cc-4e41-bd46-ff342769e020 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074288 May 10 20:03:56.903312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.905642 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:56.950959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:03:56.967203 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:56.979654 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:03:56.983817 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c4f43ecc-1573-4705-ac4f-b45821256d3a req-baadc00f-c9f9-4c91-b40c-94e2f7afcb81 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135836 May 10 20:03:57.136059 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.142890 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.143050 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.180388 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-441e1270-ea99-4571-bee1-50cf95537c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:57.192513 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36274a3b-0316-4398-87bb-cfbf2d468d37,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:03:57.194005 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['eced4146-e44c-4d1b-ae2f-bbe384b44483'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:03:57.198058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Made reservation on behalf of c16a873a2fd8481fa23c6079180afb46 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:57.201965 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.223221 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:57.234115 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.252471 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:57.307464 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.312923 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:57.366277 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.385361 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:57.406952 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6c76726b-ad34-42af-98c5-fbc4f30561c4 req-3cc1c8a0-3372-44ba-ae89-e3f9ca8d296b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.1533351 May 10 20:03:57.435294 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:57.451708 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a0ceba37dab4153989b272ad08492fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0653780 May 10 20:03:57.451708 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a379e-cd04-4da6-b5d6-5cb760151df6,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.454657 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54004) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:57.462541 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:57.463459 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.490392 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37', 'code': 200} May 10 20:03:57.549377 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.560860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:57.589995 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd67bd288b704255bad589fb225bddba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0430806 May 10 20:03:57.604318 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54010) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:03:57.606056 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b06795-84f7-414a-9887-2511da7f15f3,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.610717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:57.629024 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Transition to ACTIVE for port object 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:57.635366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.653242 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Allocated IP 172.20.0.11 (46e3c939-8fea-4567-a04b-afa66bd9a357/c8890f76-034c-47de-ba3c-3f1b6e535356/f4dce6a5-1469-4d42-8ec3-bb6543bc3114) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:57.719106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.748095 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.822710 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:57.846572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:57.992017 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.051867 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.086827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.089814 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.112212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Attempting to bind port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:03:58.112541 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Attempting to bind port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:03:58.112860 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Attempting to bind port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:58.136145 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:03:58.136145 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Attempting to bind port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:03:58.144124 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:03:58.144456 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Checking segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:03:58.144834 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Bound using segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:03:58.145791 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Bound port: 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:03:58.146152 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.175405 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440b4ff-6f15-412e-876e-a4ba7b25e9c8 req-4f5a930e-9404-4fcd-afd0-de4afb2af9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:58.177014 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1440b4ff-6f15-412e-876e-a4ba7b25e9c8 req-4f5a930e-9404-4fcd-afd0-de4afb2af9b4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.2114456 May 10 20:03:58.228681 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.237486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4a7c6464-9995-49c9-8ddb-8bd6d65a02e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.262577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a379e-cd04-4da6-b5d6-5cb760151df6,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.279181 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.285206 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Transition to ACTIVE for port object f4dce6a5-1469-4d42-8ec3-bb6543bc3114 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:03:58.288670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.296591 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-36b4260d-737d-44a6-9363-b37be97e79c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.307896 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.311377 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce3a379e-cd04-4da6-b5d6-5cb760151df6 HTTP/1.1" status: 204 len: 168 time: 0.8503716 May 10 20:03:58.311495 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b06795-84f7-414a-9887-2511da7f15f3,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.311573 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1440b4ff-6f15-412e-876e-a4ba7b25e9c8 req-42b0a543-a684-4400-94be-d7bfd29ad314 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087687 May 10 20:03:58.315075 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.317068 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:03:58.320549 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:03:58.522211 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.525509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.534787 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.543920 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:03:58.590234 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:58.591053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.592429 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] 10.222.0.68 "PUT /v2.0/ports/9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 1093 time: 2.5649004 May 10 20:03:58.595707 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:03:58.600487 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.605186 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b06795-84f7-414a-9887-2511da7f15f3 HTTP/1.1" status: 204 len: 168 time: 0.9953268 May 10 20:03:58.618949 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:58.622353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:58.625205 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:03:58.631945 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.632415 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:58.632674 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:58.636073 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.665700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.669286 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:03:58.884242 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2918105 May 10 20:03:58.941526 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Request body: {'port': {'device_id': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:03:58.952405 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-46c90b66-dda5-4c5b-bb36-d408d4622797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:58.954042 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-46c90b66-dda5-4c5b-bb36-d408d4622797 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1096 time: 0.1486807 May 10 20:03:58.983057 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9bf-87b2-4c1c-9226-ead18ff17fc0 req-9739f820-e620-4e6a-ad61-3e76dae3cfc5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:58.984535 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2c2b9bf-87b2-4c1c-9226-ead18ff17fc0 req-9739f820-e620-4e6a-ad61-3e76dae3cfc5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 944 time: 0.1920295 May 10 20:03:59.135369 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-d28bcd53-e436-49d1-a00d-fdb29817e6ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 217 time: 0.1695607 May 10 20:03:59.256469 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2c2b9bf-87b2-4c1c-9226-ead18ff17fc0 req-a54707a6-186d-405b-857e-24b032985256 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357993 May 10 20:03:59.262656 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-2d949c7a-e49c-414f-9d7f-001903e2126e None None] Provisioning for port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:03:59.271026 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-2d949c7a-e49c-414f-9d7f-001903e2126e None None] Provisioning complete for port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:03:59.271886 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-2d949c7a-e49c-414f-9d7f-001903e2126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.344408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.386677 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-2d949c7a-e49c-414f-9d7f-001903e2126e None None] Port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:03:59.403366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-3b7c026c-52f7-499f-8203-b3f4def2ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.404801 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-3b7c026c-52f7-499f-8203-b3f4def2ac2b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.2616134 May 10 20:03:59.622402 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0d4a8-3270-4bce-83e5-0369cb1bb68d req-01aac766-6f67-464b-866a-30c1fbee5e0f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.635314 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b9d0d4a8-3270-4bce-83e5-0369cb1bb68d req-01aac766-6f67-464b-866a-30c1fbee5e0f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.4151478 May 10 20:03:59.717763 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b9d0d4a8-3270-4bce-83e5-0369cb1bb68d req-7db3606e-a390-4776-907f-f56452f31d4d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813351 May 10 20:03:59.719757 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-579aac01-3cb0-4fc4-9beb-8cf98ef3da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.721151 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-579aac01-3cb0-4fc4-9beb-8cf98ef3da83 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3059721 May 10 20:03:59.804483 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6110f-0921-408f-b4ad-726cd1aa629f req-7e056576-29e7-410b-9e77-955a41bbde47 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:03:59.805201 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-56d6110f-0921-408f-b4ad-726cd1aa629f req-7e056576-29e7-410b-9e77-955a41bbde47 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:03:59.833941 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'status': 'completed', 'code': 200} May 10 20:03:59.892761 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-be0db2a2-916d-440d-b4cf-843df2ea702e service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561108 May 10 20:03:59.931970 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dce6a5-1469-4d42-8ec3-bb6543bc3114 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:03:59.940855 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:59.956089 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-56d6110f-0921-408f-b4ad-726cd1aa629f req-7e056576-29e7-410b-9e77-955a41bbde47 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:03:59.957229 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-56d6110f-0921-408f-b4ad-726cd1aa629f req-7e056576-29e7-410b-9e77-955a41bbde47 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 932 time: 0.4349201 May 10 20:03:59.959941 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Transition to ACTIVE for port object f4dce6a5-1469-4d42-8ec3-bb6543bc3114 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:00.016484 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-56d6110f-0921-408f-b4ad-726cd1aa629f req-c1f7b897-a85d-4e1b-b760-50a651f3fc9d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532534 May 10 20:04:00.051224 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d972a591-eb0b-4d8d-a9b8-3784efd5233e req-d8ae3f1a-784a-44b3-9881-5c815825f726 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520224 May 10 20:04:00.063421 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.068937 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:00.280018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device eced4146-e44c-4d1b-ae2f-bbe384b44483 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:00.309279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Pushing event updated for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:00.312396 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:00.420756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-0bd61924-44c4-487a-bc6e-92ff078d1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.422247 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-0bd61924-44c4-487a-bc6e-92ff078d1a90 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1096 time: 0.2031603 May 10 20:04:00.502255 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port eced4146-e44c-4d1b-ae2f-bbe384b44483 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:00.507397 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port eced4146-e44c-4d1b-ae2f-bbe384b44483 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:00.507881 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.632645 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.662007 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:00.671551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-5041c0e6-73c5-4161-abe7-ee6b847e8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.672841 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-5041c0e6-73c5-4161-abe7-ee6b847e8e8f service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.2438090 May 10 20:04:00.674385 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:00.725048 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483', 'code': 200} May 10 20:04:00.748147 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.750270 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:00.760465 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-1b7c51ea-3cd9-47fa-8e81-075fda10d9ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 217 time: 0.0726018 May 10 20:04:00.768044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744595ce-c2e3-4882-8683-b00654320346 req-8122d2a9-19fd-4e45-aafd-ddeef78738f9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.769528 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-744595ce-c2e3-4882-8683-b00654320346 req-8122d2a9-19fd-4e45-aafd-ddeef78738f9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 944 time: 0.2366045 May 10 20:04:00.828416 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Attempting to bind port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:00.828896 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Attempting to bind port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:00.829052 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Attempting to bind port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:00.845042 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:00.845500 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Attempting to bind port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:00.852586 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:00.852913 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Checking segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:00.853276 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Bound using segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:00.853699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Bound port: f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:00.854040 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:00.905661 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:00.906949 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-4867681e-c156-41c5-a38a-9524ac40665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:00.908379 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-4867681e-c156-41c5-a38a-9524ac40665d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.1379471 May 10 20:04:00.912131 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:00.912283 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-744595ce-c2e3-4882-8683-b00654320346 req-d07b74ad-e1bb-4f62-a3a2-ec2adcc74ed1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 May 10 20:04:01.005257 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-36086265-8b96-4275-9f1e-6fb2c2ebd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.006954 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-36086265-8b96-4275-9f1e-6fb2c2ebd699 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861728 May 10 20:04:01.042069 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:01.045719 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:01.067320 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2271-4f1a-4377-8deb-b8f607a03b1a req-20248c2b-2b70-4879-942e-b5642d6a4bb9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.068788 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c98e2271-4f1a-4377-8deb-b8f607a03b1a req-20248c2b-2b70-4879-942e-b5642d6a4bb9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1757994 May 10 20:04:01.115999 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c98e2271-4f1a-4377-8deb-b8f607a03b1a req-1da8e0e2-1c7e-40ef-9b8f-ccf7fca5df12 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 May 10 20:04:01.200255 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.207109 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:01.259901 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-29d9ef7d-521a-4398-8b55-eb387562ca8a service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451124 May 10 20:04:01.285563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.286900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.288273 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] 10.222.0.68 "PUT /v2.0/ports/f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 1094 time: 2.3627195 May 10 20:04:01.288801 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:01.297290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Pushing event updated for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:01.307408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:01.344584 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'status': 'completed', 'code': 200} May 10 20:04:01.378850 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7d84-da51-43a6-b057-e60266c501f5 req-e3f84712-eb43-4cef-942a-31cdbe9e8357 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.380382 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-69fc7d84-da51-43a6-b057-e60266c501f5 req-e3f84712-eb43-4cef-942a-31cdbe9e8357 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 944 time: 0.2391109 May 10 20:04:01.455551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ca04-6b38-4550-b986-089ef96ef041 req-cd533d2b-1ed6-4917-8147-8f0af25f3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.457585 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c557ca04-6b38-4550-b986-089ef96ef041 req-cd533d2b-1ed6-4917-8147-8f0af25f3e72 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 1098 time: 0.2540636 May 10 20:04:01.492848 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-9d9f9b2d-9528-47ca-a540-3ef2950276c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.495081 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-9d9f9b2d-9528-47ca-a540-3ef2950276c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1289294 May 10 20:04:01.513442 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-69fc7d84-da51-43a6-b057-e60266c501f5 req-db936fe0-ae03-4295-8e55-9016adb2de22 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212478 May 10 20:04:01.517263 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-74a95177-b870-41d6-a8fd-d11e1e9a9ab5 req-469ffff8-1cc5-483c-b1df-f6cd88394a09 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401562 May 10 20:04:01.543029 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c557ca04-6b38-4550-b986-089ef96ef041 req-ce94a01f-b689-4e76-8ef0-622062dfed0f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702226 May 10 20:04:01.628023 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54140) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:01.693932 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-b17c4ba8-30aa-464a-9636-cffa07cd8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.695687 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-b17c4ba8-30aa-464a-9636-cffa07cd8dcc service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c16a873a2fd8481fa23c6079180afb46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1760988 May 10 20:04:01.858984 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:01.875541 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-6e22eb87-c309-49dd-86c2-7226cae1344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:01.876736 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:01.880430 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b00f051-afea-4f0f-b38c-0cfd8f42c390 req-6e22eb87-c309-49dd-86c2-7226cae1344a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1781769 May 10 20:04:01.881842 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Usage tracker for resource:security_group_rule and tenant:e490fd96f5434f83bab7a8d5ae6d91df is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:01.884929 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:01.891017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:01.979222 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.005749 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-674fa244-ed6f-4ce4-a017-7ba9f83d0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.007247 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-674fa244-ed6f-4ce4-a017-7ba9f83d0b19 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0832508 May 10 20:04:02.117817 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-720145bb-8adc-4cfe-8a09-0b88264bcfa0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 217 time: 0.1028275 May 10 20:04:02.154027 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.171438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:02.240363 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc173e-813c-457e-8dce-925242b3c133,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.255660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:02.268453 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-8a893f33-48b6-4f15-989f-c575af0b0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.270688 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-8a893f33-48b6-4f15-989f-c575af0b0ab0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.1429992 May 10 20:04:02.275252 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:02.282337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088d2aa-9cca-4a48-98a4-74fe24b1d3fc req-4ea1feae-3e41-49cc-81db-e8b69927cb06 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.283633 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a088d2aa-9cca-4a48-98a4-74fe24b1d3fc req-4ea1feae-3e41-49cc-81db-e8b69927cb06 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.2141230 May 10 20:04:02.342774 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e490fd96f5434f83bab7a8d5ae6d91df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135699 May 10 20:04:02.346288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54166) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:02.409339 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a088d2aa-9cca-4a48-98a4-74fe24b1d3fc req-2c27b824-def8-49ba-ac07-3e9bf9e7fd83 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671208 May 10 20:04:02.467427 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-168808c0-54a8-4b96-922a-9631b9a568f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.471949 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-168808c0-54a8-4b96-922a-9631b9a568f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1842911 May 10 20:04:02.534665 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:02.545852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.557333 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:02.581249 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.648649 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.669338 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-3fb65b1f-cb8b-49b6-8a07-a625383560c0 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899331 May 10 20:04:02.698046 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:02.743792 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:02.813411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:02.821912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc9df1-99f3-4a83-a92d-905e5262c604 req-820762ce-1c71-4d8c-aa2c-3987d1290eca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.829331 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-70cc9df1-99f3-4a83-a92d-905e5262c604 req-820762ce-1c71-4d8c-aa2c-3987d1290eca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.3960879 May 10 20:04:02.904237 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-70cc9df1-99f3-4a83-a92d-905e5262c604 req-67b2b096-f95b-43c9-bf91-67234068c30d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740278 May 10 20:04:02.927836 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cdaf2-288b-4902-805e-ae24109ce6d6 req-69f08bfa-e371-4381-b16a-e1faabfecc2e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:02.929315 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-724cdaf2-288b-4902-805e-ae24109ce6d6 req-69f08bfa-e371-4381-b16a-e1faabfecc2e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 944 time: 0.1217215 May 10 20:04:02.991164 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a821ec-694e-4236-b4d1-3f74b475bf6e req-945442d1-226a-4d4a-a99e-92a8bc18f265 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138289 May 10 20:04:03.004693 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-724cdaf2-288b-4902-805e-ae24109ce6d6 req-a355926a-480d-4458-be9c-54e48fe914e6 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669346 May 10 20:04:03.010888 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.024831 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.087370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:03.090510 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.153372 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.157414 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:03.172735 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc173e-813c-457e-8dce-925242b3c133,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:03.176106 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:03.181367 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:03.189357 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97bc173e-813c-457e-8dce-925242b3c133 HTTP/1.1" status: 204 len: 168 time: 0.8395274 May 10 20:04:03.293293 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:03.369867 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-bd9d300c-b30c-4988-a2ed-8b5c8d5dc684 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:03.371326 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-bd9d300c-b30c-4988-a2ed-8b5c8d5dc684 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.1491239 May 10 20:04:03.390997 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-621fbf34-f27e-4c02-8d87-ea83baaff29e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/quotas/bd3909a3f3fc452f8b5241844865fb65 HTTP/1.1" status: 200 len: 375 time: 0.0105879 May 10 20:04:03.547087 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-acbf4142-f884-4509-aecb-afd9b2e7f723 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1479688 May 10 20:04:03.636537 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54214) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:03.708872 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-f9779413-2230-48b6-b2c0-82f960e44787 service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598349 May 10 20:04:03.763014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720db7-2a34-4225-97f4-7d081e9d799f req-191389d0-57a2-4083-9254-35f6d75d562f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:03.764564 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c7720db7-2a34-4225-97f4-7d081e9d799f req-191389d0-57a2-4083-9254-35f6d75d562f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1062019 May 10 20:04:03.824641 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c7720db7-2a34-4225-97f4-7d081e9d799f req-d646cbd8-9ce7-40fb-b2d8-ddc4f602b2c3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 May 10 20:04:03.870630 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-0d76a745-008c-49a8-b472-ea879467eb1a service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556931 May 10 20:04:03.994107 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.012932 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:04.018678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Usage tracker for resource:security_group_rule and tenant:51fe6901ec6a49c4b3084adf00b1d563 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:04.022636 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:04.029410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:04.069780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e9999-ec4e-4e6f-8575-9ba07c5f38b3 req-bbdcd522-22f9-4281-92a3-39a6ddcc9b8f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:04.071231 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-409e9999-ec4e-4e6f-8575-9ba07c5f38b3 req-bbdcd522-22f9-4281-92a3-39a6ddcc9b8f tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.1398411 May 10 20:04:04.116015 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:04:04.135134 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-409e9999-ec4e-4e6f-8575-9ba07c5f38b3 req-05413a7c-efb7-47fa-bbc9-bf0f0b93bbc0 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 May 10 20:04:04.171699 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.289687 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:04.303140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.322370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d997f985-40d8-45ab-84a3-65f8227968df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.393137 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51fe6901ec6a49c4b3084adf00b1d563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7523530 May 10 20:04:04.393137 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ff250-c5f8-49af-964c-ad8a7b771a77,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.394015 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54242) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:04.395717 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.460442 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:04.466481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:04.467018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.496516 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54248) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:04.518120 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.536083 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:04.540225 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Usage tracker for resource:security_group_rule and tenant:fbde9f44538f4d06b6fd0bfe8ecd2ebe is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:04.543866 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:04.553809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:04.575161 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.621410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.648934 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0740d6-cb01-47a6-9ad8-cf53d4f098a2 req-9be1c4a9-f39f-4c52-829f-cafbf2bce8ad tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:04.653823 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.655978 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc0740d6-cb01-47a6-9ad8-cf53d4f098a2 req-9be1c4a9-f39f-4c52-829f-cafbf2bce8ad tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 944 time: 0.1927044 May 10 20:04:04.663650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.697312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:04.713181 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:04.728490 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc0740d6-cb01-47a6-9ad8-cf53d4f098a2 req-abbc0eea-31ef-4f9c-9754-646b802238bb tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716586 May 10 20:04:04.787957 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.798937 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-30e53fcc-f08f-47ec-8e4b-4e59dfa90fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.828241 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.829922 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.845625 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-15833658-8afd-4621-8273-e40f9ba5edcb req-5ef63335-4c23-4e3a-af55-97cffe53865a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.0647449 May 10 20:04:04.899793 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b4111-fbaa-4b52-81ef-b6c29503d2c9,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.914892 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbde9f44538f4d06b6fd0bfe8ecd2ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172220 May 10 20:04:04.917553 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54262) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:04.917923 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:04.920772 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.922651 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:04.942693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:04.962398 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:04.965995 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb7caf-f31a-4521-b24a-9ba09dffc874 req-2dc458b9-15c2-49ab-a888-4c85c8c8c252 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:04.967495 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-26fb7caf-f31a-4521-b24a-9ba09dffc874 req-2dc458b9-15c2-49ab-a888-4c85c8c8c252 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 944 time: 0.1712687 May 10 20:04:05.017044 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-26fb7caf-f31a-4521-b24a-9ba09dffc874 req-91d48e8d-1852-4d87-abaa-1b16134d1bb2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 May 10 20:04:05.023259 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ff250-c5f8-49af-964c-ad8a7b771a77,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.041700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.042843 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/474ff250-c5f8-49af-964c-ad8a7b771a77 HTTP/1.1" status: 204 len: 168 time: 0.6457496 May 10 20:04:05.048576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:05.053207 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-46d4294d-878b-418f-af21-23793bd91e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.054699 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-46d4294d-878b-418f-af21-23793bd91e73 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 1098 time: 0.1959548 May 10 20:04:05.089614 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'code': 200} May 10 20:04:05.102576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.130726 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.311084 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24414-7ff8-43e4-8a3c-584a6134cac8 req-66f43591-8a1f-44b3-8c2f-5e0c06ef79b7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.312939 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fed24414-7ff8-43e4-8a3c-584a6134cac8 req-66f43591-8a1f-44b3-8c2f-5e0c06ef79b7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.3379126 May 10 20:04:05.356981 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc84b5-0a62-49a0-8f0a-28a9f6246a6a req-9a93302b-3816-471b-9daa-a779c912b510 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.358788 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5fcc84b5-0a62-49a0-8f0a-28a9f6246a6a req-9a93302b-3816-471b-9daa-a779c912b510 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.0854995 May 10 20:04:05.359992 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-7012a0f5-c345-4664-9c15-c3550af498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.361393 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-7012a0f5-c345-4664-9c15-c3550af498d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.2909818 May 10 20:04:05.411047 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5fcc84b5-0a62-49a0-8f0a-28a9f6246a6a req-865453ef-8bf6-4301-81d2-6cbbe9eef018 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 May 10 20:04:05.438745 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.453151 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fed24414-7ff8-43e4-8a3c-584a6134cac8 req-6c16af3f-8b9f-40e2-9019-e1c20ba4a663 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323359 May 10 20:04:05.454385 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-5165c17b-b8a6-469f-a5ec-71b9dc491e7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483 HTTP/1.1" status: 200 len: 217 time: 0.0833588 May 10 20:04:05.456146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:05.500587 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b4111-fbaa-4b52-81ef-b6c29503d2c9,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.508243 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:05.515918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:05.516995 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/271b4111-fbaa-4b52-81ef-b6c29503d2c9 HTTP/1.1" status: 204 len: 168 time: 0.5985141 May 10 20:04:05.532139 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-c8285510-f65a-4324-a899-9478ce47455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.533567 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-c8285510-f65a-4324-a899-9478ce47455d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.0701997 May 10 20:04:05.611031 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-b730ffd5-f482-4acb-93be-56bd1bf8cb41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537431 May 10 20:04:05.708281 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-4eaeab56-f738-4ec0-b545-3ec0a9f9d720 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.709742 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-4eaeab56-f738-4ec0-b545-3ec0a9f9d720 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.68 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.1523976 May 10 20:04:05.771385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb01da6-334c-4993-8ed3-a215af837ada req-50ab1eb3-5351-462e-865e-f9841fced52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:05.772840 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6fb01da6-334c-4993-8ed3-a215af837ada req-50ab1eb3-5351-462e-865e-f9841fced52c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1098 time: 0.1774416 May 10 20:04:05.814715 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-f4f616ec-a7d8-4995-82cf-538e15a95cbe service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959114 May 10 20:04:05.907085 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6fb01da6-334c-4993-8ed3-a215af837ada req-c8d0818a-3cff-42b7-ab16-218818ceda6a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267042 May 10 20:04:05.971847 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Deleting port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:04:05.972198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.060747 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0d997-1d44-47eb-be3e-dd67dcb53b67 req-b80cc63f-24b9-4844-8953-ed284708a0c0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:06.060747 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-abc0d997-1d44-47eb-be3e-dd67dcb53b67 req-b80cc63f-24b9-4844-8953-ed284708a0c0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1367335 May 10 20:04:06.061894 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ad6fda-ffd1-400c-85c6-909228541872 req-df47d969-12c2-40d7-a64d-2e8f58c9df47 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771200 May 10 20:04:06.061894 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-615e64ce-15e0-4587-9e8c-227b6232baf7 req-909e0043-341e-4342-9903-3b7caa7397fe tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.0517626 May 10 20:04:06.142788 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-abc0d997-1d44-47eb-be3e-dd67dcb53b67 req-fcbe8a20-0ded-4248-b7b8-f0fce31adf29 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904725 May 10 20:04:06.170922 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] For port c3269c7b-e8b0-4182-b8a4-beea8f20ce86, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,segment=NetworkSegment(73a40399-eff3-44d9-884c-3c93d01552c6),segment_id=73a40399-eff3-44d9-884c-3c93d01552c6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:06.171282 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.286128 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a64f0-cdd3-410c-913a-85307a6609b7 req-1a4b60eb-4b88-4e1d-9fa1-7fcd29871177 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:06.287606 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ff0a64f0-cdd3-410c-913a-85307a6609b7 req-1a4b60eb-4b88-4e1d-9fa1-7fcd29871177 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 944 time: 0.1550524 May 10 20:04:06.289250 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f4dce6a5-1469-4d42-8ec3-bb6543bc3114 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:06.301537 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Calling delete_port for c3269c7b-e8b0-4182-b8a4-beea8f20ce86 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:04:06.335597 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ff0a64f0-cdd3-410c-913a-85307a6609b7 req-2297669a-9940-4063-a69d-fa15717d3281 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 May 10 20:04:06.424204 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:06.442822 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'port_id': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'mac_address': 'fa:16:3e:47:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:06.506933 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.524158 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dce6a5-1469-4d42-8ec3-bb6543bc3114 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:06.540465 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:06.605214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894c38-4cd8-4299-a506-7c10e3377b38 req-eebe6131-a5a1-4c47-95e4-d5a6eaa0159a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:06.606671 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b894c38-4cd8-4299-a506-7c10e3377b38 req-eebe6131-a5a1-4c47-95e4-d5a6eaa0159a tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 945 time: 0.0866399 May 10 20:04:06.640556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e680e-b938-4f72-885b-eaa0e606e809 req-ed518df9-9057-4a4f-86d2-34f4d68a29f7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:06.641974 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ba0e680e-b938-4f72-885b-eaa0e606e809 req-ed518df9-9057-4a4f-86d2-34f4d68a29f7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0789480 May 10 20:04:06.694292 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ba0e680e-b938-4f72-885b-eaa0e606e809 req-3896dcd4-d3e0-445c-941b-48dd1ad8c2e1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 May 10 20:04:06.733127 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b894c38-4cd8-4299-a506-7c10e3377b38 req-0a45eda7-ed06-4b28-8767-0344713972db tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200626 May 10 20:04:06.942015 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.942213 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:06.942213 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:06.954471 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:07.009262 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['c3269c7b-e8b0-4182-b8a4-beea8f20ce86'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:07.033480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Pushing event deleted for resources: {'Port': ['ID=c3269c7b-e8b0-4182-b8a4-beea8f20ce86,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.056706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:07.099329 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54304) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:07.102943 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.106280 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:07.135318 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.152726 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:07.158021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Usage tracker for resource:security_group_rule and tenant:f98438ddbab84989ba0c670792e9e5a7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:07.161418 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:07.168805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:07.173902 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] No DVR routers for this DVR port c3269c7b-e8b0-4182-b8a4-beea8f20ce86 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:04:07.179416 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.184789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'name': 'network-vif-deleted', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:07.279545 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['f4dce6a5-1469-4d42-8ec3-bb6543bc3114'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:07.280529 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a8fd8650-4f03-416e-b202-41c409d6cb17 req-f0274506-5694-4efc-b54d-f88dde746457 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.0486608 May 10 20:04:07.342803 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.381540 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-898dd9a0-5ca9-4089-8d3e-97dd26b4d98c req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.68 "DELETE /v2.0/ports/c3269c7b-e8b0-4182-b8a4-beea8f20ce86 HTTP/1.1" status: 204 len: 173 time: 1.6635273 May 10 20:04:07.385299 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069d161-f271-46d9-9ff9-6cf2c1d289e5', 'name': 'network-vif-deleted', 'tag': 'c3269c7b-e8b0-4182-b8a4-beea8f20ce86', 'status': 'completed', 'code': 200} May 10 20:04:07.443886 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07a10e-8f49-4dd5-b7fd-3b50acadcca4 req-bb952f2b-56ae-455c-a571-1134cd8c9926 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:07.445773 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-dc07a10e-8f49-4dd5-b7fd-3b50acadcca4 req-bb952f2b-56ae-455c-a571-1134cd8c9926 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1095896 May 10 20:04:07.474095 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.486771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:07.510546 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-dc07a10e-8f49-4dd5-b7fd-3b50acadcca4 req-858a27ea-d7cb-47ab-9b44-f79c7bbd492e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579436 May 10 20:04:07.586508 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f98438ddbab84989ba0c670792e9e5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834869 May 10 20:04:07.587314 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d151d7cf-5314-4302-84da-c474157d7466,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.589331 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54324) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:07.591297 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:07.630315 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14afb-0134-49b1-936d-80c4171eaa49 req-c4e6a9ec-f776-4dcd-8dcb-e41b93f6b714 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:07.632169 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bee14afb-0134-49b1-936d-80c4171eaa49 req-c4e6a9ec-f776-4dcd-8dcb-e41b93f6b714 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 945 time: 0.1464393 May 10 20:04:07.688960 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bee14afb-0134-49b1-936d-80c4171eaa49 req-c2e81c2e-ddda-4883-a2d3-a53051ee052f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498531 May 10 20:04:07.732567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.767399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:07.804283 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed701d2-4a05-4e01-b393-b84acb5c8c2f req-f14223a6-2fb5-4a96-adac-19a1de7dbfe2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:07.805764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8ed701d2-4a05-4e01-b393-b84acb5c8c2f req-f14223a6-2fb5-4a96-adac-19a1de7dbfe2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1576607 May 10 20:04:07.823989 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54340) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:07.837928 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'floatingip': {'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:07.952345 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8be02-2146-42b8-ae30-75bd021445ef req-c4952e8f-9ad1-4cdf-9268-679d88fd1df7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:07.953972 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23c8be02-2146-42b8-ae30-75bd021445ef req-c4952e8f-9ad1-4cdf-9268-679d88fd1df7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1502981 May 10 20:04:07.961587 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.001933 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23c8be02-2146-42b8-ae30-75bd021445ef req-79726cc7-e327-4820-b555-4b84141b617c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 May 10 20:04:08.032939 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-ac2bc8c3-07f4-48d0-bfd3-1dadcc8c1920 req-6f1da69e-faf5-4394-a893-f245220549cd tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Synchronizing usage tracker for tenant:d892059e081a46bd87e66993bed0dfdb on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:08.229899 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-ac2bc8c3-07f4-48d0-bfd3-1dadcc8c1920 req-6f1da69e-faf5-4394-a893-f245220549cd tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Unset dirty status for tenant:d892059e081a46bd87e66993bed0dfdb on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:08.231044 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ac2bc8c3-07f4-48d0-bfd3-1dadcc8c1920 req-6f1da69e-faf5-4394-a893-f245220549cd tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.3239024 May 10 20:04:08.281891 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f4dce6a5-1469-4d42-8ec3-bb6543bc3114 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:08.289571 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.297332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4950e339-0ccd-45d4-be1d-52b74a529383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:08.315379 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d151d7cf-5314-4302-84da-c474157d7466,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:08.323111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:08.335530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.338092 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d151d7cf-5314-4302-84da-c474157d7466 HTTP/1.1" status: 204 len: 168 time: 0.7477500 May 10 20:04:08.506933 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4d75ea56-60d3-498b-9996-c0a1c4d85d6d req-9d843f2d-2424-4fbd-8a30-bf9ba01db308 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.0449529 May 10 20:04:08.547772 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:08.553673 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:08.554074 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.677913 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.713849 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:08.714662 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:08.766521 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'code': 200} May 10 20:04:08.797783 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:08.798769 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c3269c7b-e8b0-4182-b8a4-beea8f20ce86 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:04:08.858192 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-56e08222-b3d7-4b06-ad02-b66799a82afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:08.903873 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.db.resource_extend [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:04:09.001849 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: c3269c7b-e8b0-4182-b8a4-beea8f20ce86 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:04:09.004423 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfb5bc-0bf7-46ac-beb5-61cae05acdfc req-213be306-741b-4c8f-8fc1-fa46c6f798eb tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:09.005970 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-50cfb5bc-0bf7-46ac-beb5-61cae05acdfc req-213be306-741b-4c8f-8fc1-fa46c6f798eb tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1522462 May 10 20:04:09.007090 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c3269c7b-e8b0-4182-b8a4-beea8f20ce86 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:04:09.076735 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:09.094510 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:09.130215 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-50cfb5bc-0bf7-46ac-beb5-61cae05acdfc req-bee91ae6-b8b2-472a-9b76-8c59c19c9809 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180198 May 10 20:04:09.157521 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:09.239765 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-66d8fcd9-3ece-40d7-8778-33d9a928b04f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:09.240454 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-66d8fcd9-3ece-40d7-8778-33d9a928b04f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:09.291529 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844478-fff7-441a-9d51-00abfb57b494 req-595da108-b773-49bb-bb1c-fe10f2fb962c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:09.292936 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0844478-fff7-441a-9d51-00abfb57b494 req-595da108-b773-49bb-bb1c-fe10f2fb962c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1207199 May 10 20:04:09.394473 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0844478-fff7-441a-9d51-00abfb57b494 req-821083a8-f3f3-42f2-a3ba-282afebbd07a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938647 May 10 20:04:09.412988 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3de606-6d64-4ce4-be04-7b6a157dced7 req-9e5dd42f-7df6-47a8-adba-62c6dcf65831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:09.414235 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5e3de606-6d64-4ce4-be04-7b6a157dced7 req-9e5dd42f-7df6-47a8-adba-62c6dcf65831 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1099 time: 0.1500015 May 10 20:04:09.452062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:09.524251 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-66d8fcd9-3ece-40d7-8778-33d9a928b04f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:09.525567 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-66d8fcd9-3ece-40d7-8778-33d9a928b04f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.8375814 May 10 20:04:09.540638 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fb549a73-adda-403f-90d3-8c387c65bd41 req-540af4d2-0270-4e9d-8146-475d76f761e0 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] 10.222.0.42 "GET /v2.0/ports?device_id=7069d161-f271-46d9-9ff9-6cf2c1d289e5 HTTP/1.1" status: 200 len: 210 time: 0.0933549 May 10 20:04:09.550651 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5e3de606-6d64-4ce4-be04-7b6a157dced7 req-11f97342-ac06-44e5-85c2-7a2c33c66452 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238523 May 10 20:04:09.633202 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Request body: {'port': {'device_id': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'admin_state_up': True, 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:09.784622 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-372d7aea-aac4-46ac-bdf9-1c0df46443c7 req-42e38052-ea94-4393-b7ac-26c4bbcc2ed2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.1189966 May 10 20:04:09.865308 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Floating IP 3aebae90-8995-4909-9956-e8be3556aca5 associated. External IP: 172.28.1.130, port: 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4. May 10 20:04:09.998938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:10.022567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:10.076155 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54428) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:10.184993 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:10.184993 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.205449 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-126022017-network', 'tenant_id': 'e30891fd3c514890b35e97537e9c7018'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:10.215238 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:10.221001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Usage tracker for resource:network and tenant:e30891fd3c514890b35e97537e9c7018 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:10.228242 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:10.237519 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:10.329260 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da6b4b-c61e-4f96-af50-886fe04ed4fc req-3bbfc13c-2c84-4625-ada1-8647c521de56 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:10.335466 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a6da6b4b-c61e-4f96-af50-886fe04ed4fc req-3bbfc13c-2c84-4625-ada1-8647c521de56 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0838788 May 10 20:04:10.368562 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:04:10.377508 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a6da6b4b-c61e-4f96-af50-886fe04ed4fc req-6c4a1f18-d4c2-4180-a346-738f7ba60cbf tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 May 10 20:04:10.415870 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Made reservation on behalf of e30891fd3c514890b35e97537e9c7018 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:10.415870 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.428453 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.444903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:10.448655 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e30891fd3c514890b35e97537e9c7018 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:10.451779 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:10.457698 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:10.569281 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.693784 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Allocated IP 172.20.0.12 (2b19b223-8d1a-41c5-a08d-ff14f53ed604/cdf10fd7-53b0-42bd-b11b-05d6b554b50b/5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:10.694979 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.702223 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3b8b4277-b2f1-412a-8ea7-0cecbb4df950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:10.727689 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:04:10.740230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca213b15-3f0e-492d-91a8-86095640f5dc,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:10.743892 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:10.746493 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.756833 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Added segment dd26dc77-5646-4214-afed-a70e73bc3a4f of type vlan for network 2687406e-4559-440d-9b30-b99b2b2ddb23 May 10 20:04:10.793738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:04:10.813264 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.815390 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:10.828446 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:10.829458 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:10.836223 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.874977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764036c4-fdc5-4a14-84da-656f538b3759 req-71aea5af-c1bb-4f8b-abf1-d159500ea1ff tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:10.876438 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-764036c4-fdc5-4a14-84da-656f538b3759 req-71aea5af-c1bb-4f8b-abf1-d159500ea1ff tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.2535226 May 10 20:04:10.919917 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.922466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:10.922466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:10.928736 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-77e29f24-5e94-46ee-85cb-aabe40b6bb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:11.022988 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b92677b9-bd21-4b12-8ee3-a9bec731bdf7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "PUT /v2.0/floatingips/3aebae90-8995-4909-9956-e8be3556aca5 HTTP/1.1" status: 200 len: 991 time: 3.1946702 May 10 20:04:11.025142 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:11.040363 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1876ecbe-b82d-4c47-940b-d2b98fdad5b1 req-26351294-53af-43ae-b76b-8e112d6a9831 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.0718150 May 10 20:04:11.043126 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-764036c4-fdc5-4a14-84da-656f538b3759 req-914c47b6-b3df-4f86-95cd-9f0e02a81db7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574483 May 10 20:04:11.134231 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:11.172575 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'status': 'completed', 'code': 200} May 10 20:04:11.222869 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.283305 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2687406e-4559-440d-9b30-b99b2b2ddb23,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:11.293872 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:11.297592 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 2687406e-4559-440d-9b30-b99b2b2ddb23 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:04:11.340440 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358cfe-b164-4b22-9397-375253994182 req-a83c8ed6-ae4e-4f66-a1d1-9c7ac8101837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:11.342640 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-a83c8ed6-ae4e-4f66-a1d1-9c7ac8101837 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1098 time: 0.1589231 May 10 20:04:11.415460 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.427698 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:11.436311 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:11.470741 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3932829 May 10 20:04:11.471582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54466) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:11.498069 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Request body: {'subnet': {'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-126022017-subnet', 'tenant_id': 'e30891fd3c514890b35e97537e9c7018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:11.521365 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:11.528711 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Usage tracker for resource:subnet and tenant:e30891fd3c514890b35e97537e9c7018 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:11.552668 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event updated for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:11.572023 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.572388 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.572744 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.574613 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:11.578593 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.579083 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.579454 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.579843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.580126 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.580495 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.581003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.581162 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.581497 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:11.597052 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:11.635638 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358cfe-b164-4b22-9397-375253994182 req-61b14542-83f7-4860-83f2-98648ce4afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:11.637241 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-61b14542-83f7-4860-83f2-98648ce4afa4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.2840829 May 10 20:04:11.701504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Made reservation on behalf of e30891fd3c514890b35e97537e9c7018 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:11.703517 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.747697 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:11.749822 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '3aebae90-8995-4909-9956-e8be3556aca5', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:45Z', 'updated_at': '2021-05-10T20:04:08Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:11.762352 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:11.762794 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:11.767014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:11.770148 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:11.775692 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:11.776485 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:11.787722 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:11.789155 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:03:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:11.837748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50850f-b5ab-4766-b56c-c3c19b50d9ce req-fb5e3c62-0ade-4771-905f-046419bd9798 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:11.839366 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1e50850f-b5ab-4766-b56c-c3c19b50d9ce req-fb5e3c62-0ade-4771-905f-046419bd9798 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2380257 May 10 20:04:11.845591 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-eaafcb97-c2d5-4a17-bc82-3387f585c347 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 999 time: 0.2006726 May 10 20:04:11.892877 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1e50850f-b5ab-4766-b56c-c3c19b50d9ce req-3e7ac17c-5650-493f-bdcc-f5ab479727e3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472212 May 10 20:04:11.997149 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358cfe-b164-4b22-9397-375253994182 req-124277d3-3408-456c-9044-6f4814177df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:11.998637 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:11.999161 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-124277d3-3408-456c-9044-6f4814177df6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.1423879 May 10 20:04:12.080185 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4518306 May 10 20:04:12.095036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Request body: {'port': {'device_id': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:12.275054 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c46aa6-86a2-4448-bfdd-6b6934042302 req-2a2ec038-5814-4324-8858-e52ebb514063 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:12.281846 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-91c46aa6-86a2-4448-bfdd-6b6934042302 req-2a2ec038-5814-4324-8858-e52ebb514063 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2734253 May 10 20:04:12.282663 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358cfe-b164-4b22-9397-375253994182 req-de205a9f-fd2d-4fd9-8407-137f1a98110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:12.284052 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-de205a9f-fd2d-4fd9-8407-137f1a98110d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2464328 May 10 20:04:12.286909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54486) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:12.293525 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'floatingip': {'port_id': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:12.300614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.404237 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '3aebae90-8995-4909-9956-e8be3556aca5', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:45Z', 'updated_at': '2021-05-10T20:04:08Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:12.408841 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f325f-bf9b-4d5a-89d3-a6ddec2bac39 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '3aebae90-8995-4909-9956-e8be3556aca5', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:45Z', 'updated_at': '2021-05-10T20:04:08Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:12.411486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff634c-06b0-4dde-b847-52e787b65d01 req-d5f3b5ca-c5f2-42e0-8024-4f0872b1fd98 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:12.412461 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-7dff634c-06b0-4dde-b847-52e787b65d01 req-d5f3b5ca-c5f2-42e0-8024-4f0872b1fd98 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:12.452956 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.496180 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7c25a669-a4c1-47e0-9bea-8da60f3f8988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.565946 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54492) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:12.627575 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-7dff634c-06b0-4dde-b847-52e787b65d01 req-d5f3b5ca-c5f2-42e0-8024-4f0872b1fd98 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:12.628955 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7dff634c-06b0-4dde-b847-52e787b65d01 req-d5f3b5ca-c5f2-42e0-8024-4f0872b1fd98 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 932 time: 0.4167762 May 10 20:04:12.690441 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0a702-3056-4c4e-93ef-679bdbd140fb None None] New status for floating IP 3aebae90-8995-4909-9956-e8be3556aca5: ACTIVE {{(pid=79262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:04:12.708392 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7dff634c-06b0-4dde-b847-52e787b65d01 req-e5b70ff0-9a59-4066-be1e-9dd7eae6864f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709870 May 10 20:04:12.845550 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.885344 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:12.893478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8dcd73ca7f4a1ebf1fb9e47383103d is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:12.898859 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:12.903938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:12.915023 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:12.918162 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:12.946739 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Transition to ACTIVE for port object 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:13.024415 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.051560 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.058288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c354ef57-06fe-4569-93e2-7cdbfd2fcf07 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.060102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979530c8-de59-4edd-af5c-057523de232c req-223804ef-f633-4268-a4f3-733feef432a6 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:13.070662 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-979530c8-de59-4edd-af5c-057523de232c req-223804ef-f633-4268-a4f3-733feef432a6 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.6419125 May 10 20:04:13.080349 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-73b0010c-2e72-44f9-afde-f82b45a6cc47 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975532 May 10 20:04:13.131730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.136994 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.138697 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.195569 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54508) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:13.198768 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-729db19b-399b-4711-b9d0-e084db3d8127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.289399 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c8dcd73ca7f4a1ebf1fb9e47383103d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217114 May 10 20:04:13.296612 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54512) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:13.298384 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d0508-cbb0-441d-bf7d-c63bbba01af6,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.302890 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.310919 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Attempting to bind port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:13.311366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Attempting to bind port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:13.312003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Attempting to bind port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:13.317613 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:13.317996 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Attempting to bind port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:13.323964 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:13.324411 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Checking segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:13.324832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Bound using segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:13.325383 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Bound port: 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:13.326011 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.332921 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-979530c8-de59-4edd-af5c-057523de232c req-f31333dd-fa7c-43d9-9e20-0437bada8c57 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588253 May 10 20:04:13.418246 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Deleting subnet 2b28a6da-393a-4214-ba33-6c6c5061ab0d {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:04:13.427551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:13.430650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:13.531361 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.536921 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:13.565862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.591656 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:13.595573 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.595573 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] 10.222.0.68 "PUT /v2.0/ports/5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 HTTP/1.1" status: 200 len: 1094 time: 1.5037766 May 10 20:04:13.595573 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:13.620362 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:13.623535 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:13.649610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'status': 'completed', 'code': 200} May 10 20:04:13.742705 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e358cfe-b164-4b22-9397-375253994182 req-733bb100-0d55-4e22-a015-662806085a8c service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426001 May 10 20:04:13.798396 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.850997 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:13.864355 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-292a1e04-6076-4adc-beff-4a5138b11e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:13.865812 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-292a1e04-6076-4adc-beff-4a5138b11e3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 1097 time: 0.1808674 May 10 20:04:13.876151 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.009709 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-f5b19c8e-430d-4fb0-8781-80ae3fa5c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.011183 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-f5b19c8e-430d-4fb0-8781-80ae3fa5c71b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bd3909a3f3fc452f8b5241844865fb65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1350498 May 10 20:04:14.105596 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.117572 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.144108 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.db.resource_extend [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:04:14.160553 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-fd7c771b-bae5-469b-aeb7-efe2a33fe63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.162187 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5c0bc418-5e7d-4540-9c5b-6e8bf6e8cb37 req-fd7c771b-bae5-469b-aeb7-efe2a33fe63f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370440 May 10 20:04:14.198259 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:14.278138 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-3e952b83-8307-4bbb-be04-c90ac926b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.279609 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-3e952b83-8307-4bbb-be04-c90ac926b318 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 1097 time: 0.0748532 May 10 20:04:14.351917 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-166f2362-b86f-4ef0-a035-828c11eeab6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 HTTP/1.1" status: 200 len: 217 time: 0.0612383 May 10 20:04:14.368981 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.381844 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5dabcf-2318-4ebf-b082-04e6c3cd6622,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:14.414643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f29f8-be09-4561-a276-0ea309d1f31f req-3dada3cc-c0d1-4fa7-9487-483efd959312 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.416125 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ff5f29f8-be09-4561-a276-0ea309d1f31f req-3dada3cc-c0d1-4fa7-9487-483efd959312 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 944 time: 0.5761006 May 10 20:04:14.421504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.421851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.422193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.422559 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.422892 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.423226 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.423557 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.423882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.424211 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.424535 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.424859 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.425180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:14.431755 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-5c483c07-5062-4c96-bc53-c940fde806ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.433261 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-5c483c07-5062-4c96-bc53-c940fde806ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.0734007 May 10 20:04:14.454733 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Checking segment: {'id': 'dd26dc77-5646-4214-afed-a70e73bc3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:14.455100 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Network hostable DHCP agents. Network: 2687406e-4559-440d-9b30-b99b2b2ddb23, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:04:14.465182 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:14.498813 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.517688 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-567e96fb-4b9b-46e4-a61b-40a6da6dab1f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508406 May 10 20:04:14.628718 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38170f-cbcd-4286-837e-88b4578b4323 req-844c36af-a4b9-413a-9911-ebe0d4cee69c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.630197 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af38170f-cbcd-4286-837e-88b4578b4323 req-844c36af-a4b9-413a-9911-ebe0d4cee69c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1931238 May 10 20:04:14.645450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.661366 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f7832cb6-e769-4c1c-b131-352c1472cc2a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:14.676480 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ff5f29f8-be09-4561-a276-0ea309d1f31f req-53e5641b-ca4b-420a-8318-81bc168f3651 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181673 May 10 20:04:14.695081 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d0508-cbb0-441d-bf7d-c63bbba01af6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:14.703049 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:14.716055 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af38170f-cbcd-4286-837e-88b4578b4323 req-1e37c76e-57a7-4d46-8f27-7abcc7bfd93f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781603 May 10 20:04:14.718226 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-085f3054-05c7-4521-ad97-cc1400356514 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864893 May 10 20:04:14.718858 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.719840 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/400d0508-cbb0-441d-bf7d-c63bbba01af6 HTTP/1.1" status: 204 len: 168 time: 1.4159083 May 10 20:04:14.730519 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Network 2687406e-4559-440d-9b30-b99b2b2ddb23 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:04:14.747470 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Floating IP 1671e803-7b9c-4153-90d0-ecc8c7abc086 associated. External IP: 172.28.1.59, port: f4dce6a5-1469-4d42-8ec3-bb6543bc3114. May 10 20:04:14.871909 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1253cc3c-ef84-4584-add7-a6844f8170c2 req-ca47de7e-65ba-46b1-a63e-70509cc562ff service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410029 May 10 20:04:14.873468 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d2106f0a-cda6-4720-a947-03e6e4ae9053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.949579 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:14.957175 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 2687406e-4559-440d-9b30-b99b2b2ddb23) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:14.964766 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8028d-4245-467a-8105-eedc23f70f63 None None] Network 2687406e-4559-440d-9b30-b99b2b2ddb23 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:14.967835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bdc613c1-d60f-48c9-8fcc-0b0b324c0368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:14.999303 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:14.999881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.018845 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b28a6da-393a-4214-ba33-6c6c5061ab0d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:15.024924 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.026756 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2b28a6da-393a-4214-ba33-6c6c5061ab0d HTTP/1.1" status: 204 len: 168 time: 1.8199604 May 10 20:04:15.029591 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:15.029735 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.030806 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54532) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:15.136397 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6501961 May 10 20:04:15.182212 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a699f19-d564-42e3-9fc3-66ce73df9c39 None None] Network 2687406e-4559-440d-9b30-b99b2b2ddb23 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:15.291614 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:04:15.293562 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.481074 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.495980 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.496309 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.497029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.497362 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > port after_create 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.497674 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > port after_delete 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.497997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > port after_update 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.498334 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.498638 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.498946 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.499250 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.517099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:04:15.528495 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.528854 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:15.538511 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:15.540055 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:04:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:15.580472 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f035018c-7d50-42ef-b9bc-165d10aed2e5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "PUT /v2.0/floatingips/1671e803-7b9c-4153-90d0-ecc8c7abc086 HTTP/1.1" status: 200 len: 991 time: 3.2919991 May 10 20:04:15.581255 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:15.628588 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'status': 'completed', 'code': 200} May 10 20:04:15.689943 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.690520 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.690675 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.691006 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:04:15.692195 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d71afab-0912-47bb-86a2-5c1557c4403a']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:15.752044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a40399-eff3-44d9-884c-3c93d01552c6') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:15.752044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a40399-eff3-44d9-884c-3c93d01552c6') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:15.752604 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:15.767675 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.810668 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54560) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:15.812409 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.833896 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.855222 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:04:15.855222 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: from cryptography.utils import int_from_bytes May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: from cryptography.utils import int_from_bytes May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:04:15.868953 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:04:15.876938 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:15.985177 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:15.995988 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Usage tracker for resource:security_group_rule and tenant:2ffcdbf7de0046d9831a863e1324061d is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:16.000864 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:16.014581 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:16.052874 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9f575-f364-4209-9163-b7af6cd00180 req-5fe9d4c6-1fbb-4b69-9de7-76fd56014ab3 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.054753 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-48d9f575-f364-4209-9163-b7af6cd00180 req-5fe9d4c6-1fbb-4b69-9de7-76fd56014ab3 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 944 time: 0.1564934 May 10 20:04:16.112267 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-06ab30e7-e326-415a-ab24-77917f642843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.114373 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-06ab30e7-e326-415a-ab24-77917f642843 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1099 time: 0.4137037 May 10 20:04:16.146747 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-48d9f575-f364-4209-9163-b7af6cd00180 req-9bfbf1a4-0b4f-448b-9b6e-3c5bb9a543d9 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809286 May 10 20:04:16.220148 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.264452 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5497-b39c-4b81-8fe6-61c768587393 req-fadb8dec-35a6-4f27-9edf-9217532d760a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.271031 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2f2f5497-b39c-4b81-8fe6-61c768587393 req-fadb8dec-35a6-4f27-9edf-9217532d760a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.3454509 May 10 20:04:16.317636 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54576) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:16.323336 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479186185-network', 'tenant_id': 'f36ca24822d74146bc8f86c071ef59f2'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:16.325669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-f5fb515c-1f51-4f08-8e69-d8c494d97875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.327128 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-f5fb515c-1f51-4f08-8e69-d8c494d97875 service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.1931453 May 10 20:04:16.328595 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:16.332604 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Usage tracker for resource:network and tenant:f36ca24822d74146bc8f86c071ef59f2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:16.335568 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:16.336989 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2f2f5497-b39c-4b81-8fe6-61c768587393 req-48e9f9d4-8e05-436d-bf1b-79872ca6ab69 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651367 May 10 20:04:16.342172 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:16.395304 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1671e803-7b9c-4153-90d0-ecc8c7abc086', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:47:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:47Z', 'updated_at': '2021-05-10T20:04:13Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:16.397636 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:16.402901 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.407993 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:04:16.409086 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:04:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:16.412555 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac95c1b4-b23b-429d-9ad6-0beab2abf6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.433976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.436838 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d71afab-0912-47bb-86a2-5c1557c4403a,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.451021 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.453995 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.465514 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.470517 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-5bb14ba0-c32d-4301-9e05-8d10deda7d1e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 999 time: 0.1316476 May 10 20:04:16.512720 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ffcdbf7de0046d9831a863e1324061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922429 May 10 20:04:16.512720 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f01b8-4764-4e09-9030-97daf1bd7ac5,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.513003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54582) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:16.514693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.572293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-406842f9-56ce-4ebd-b562-f0c481dbe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.573711 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-406842f9-56ce-4ebd-b562-f0c481dbe0b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.0951712 May 10 20:04:16.621422 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Made reservation on behalf of f36ca24822d74146bc8f86c071ef59f2 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:16.624182 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.637627 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] 10.222.0.42 "DELETE /v2.0/networks/6d71afab-0912-47bb-86a2-5c1557c4403a HTTP/1.1" status: 204 len: 168 time: 1.6055253 May 10 20:04:16.638480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.638963 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.651179 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:04:16.657161 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:16.665375 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Usage tracker for resource:security_group_rule and tenant:f36ca24822d74146bc8f86c071ef59f2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:16.668748 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:16.673135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.681674 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:16.728528 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-3458eaae-18e7-4729-8599-45d3cafb2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:16.729745 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-3458eaae-18e7-4729-8599-45d3cafb2694 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1475837 May 10 20:04:16.802811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.826959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.833135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.853142 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f01b8-4764-4e09-9030-97daf1bd7ac5,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.863243 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.867263 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.870729 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c9f01b8-4764-4e09-9030-97daf1bd7ac5 HTTP/1.1" status: 204 len: 168 time: 0.3545356 May 10 20:04:16.896387 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.901693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:16.908466 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-01b374c9-6722-4327-a394-be378c4266a0 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594877 May 10 20:04:16.926907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:04:16.940010 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88491889-3ab8-4e05-8752-2948168af0d0,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:16.955935 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:16.956927 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:16.957813 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Added segment 6c59fdd3-c03a-4fa5-811b-f49ccd48afc2 of type vlan for network ee62a6ad-dca0-4b73-ab05-21fd31904d6d May 10 20:04:16.986965 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.059042 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a4a80d4e-fe1c-4d20-9208-cb8874465091 req-de439872-a13a-4a86-b631-fc987f90bcdc service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433539 May 10 20:04:17.083453 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1671e803-7b9c-4153-90d0-ecc8c7abc086', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:47:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:47Z', 'updated_at': '2021-05-10T20:04:13Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:17.087516 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6a0-1629-4032-afa5-9f0f242c36b1 None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1671e803-7b9c-4153-90d0-ecc8c7abc086', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:47:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:03:47Z', 'updated_at': '2021-05-10T20:04:13Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:17.216169 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.217627 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.218277 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.221854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:17.317242 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a82b6-b6fb-4e26-8cf1-b2f9813d828d None None] New status for floating IP 1671e803-7b9c-4153-90d0-ecc8c7abc086: ACTIVE {{(pid=79262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:04:17.385988 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Pushing event updated for resources: {'Network': ['ID=ee62a6ad-dca0-4b73-ab05-21fd31904d6d,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:17.401611 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:17.431704 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9911ca7-acda-4da4-8e94-b376365aad0b req-98ef1c67-a7b6-4de6-b65b-78bbfef557c2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.433245 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d9911ca7-acda-4da4-8e94-b376365aad0b req-98ef1c67-a7b6-4de6-b65b-78bbfef557c2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 944 time: 0.1424921 May 10 20:04:17.436945 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network ee62a6ad-dca0-4b73-ab05-21fd31904d6d details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:04:17.490827 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d9911ca7-acda-4da4-8e94-b376365aad0b req-0dc16acc-9cf5-4a86-9daf-dbf84027060e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 May 10 20:04:17.527711 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54602) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:17.590926 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2719977 May 10 20:04:17.594995 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54608) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:17.597703 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056718a-63d7-4697-b1c2-a54775d50b5e req-f815c1dd-e568-4ca0-ac41-3140d862ca1b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:17.599275 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d056718a-63d7-4697-b1c2-a54775d50b5e req-f815c1dd-e568-4ca0-ac41-3140d862ca1b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1036437 May 10 20:04:17.609107 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Request body: {'subnet': {'network_id': 'ee62a6ad-dca0-4b73-ab05-21fd31904d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479186185-subnet', 'tenant_id': 'f36ca24822d74146bc8f86c071ef59f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:17.615321 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:17.619701 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Usage tracker for resource:subnet and tenant:f36ca24822d74146bc8f86c071ef59f2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:17.624549 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:17.633163 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:17.641887 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-98a4c097-20e1-400c-8566-a245c780c2f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d892059e081a46bd87e66993bed0dfdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105406 May 10 20:04:17.643275 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54612) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:17.660044 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d056718a-63d7-4697-b1c2-a54775d50b5e req-ac6e58dc-81b6-4a80-8c27-25ea9c3440f4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 May 10 20:04:17.719292 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.745834 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.764928 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.767300 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Made reservation on behalf of f36ca24822d74146bc8f86c071ef59f2 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:17.772255 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.917177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54620) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:17.937669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.955575 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:17.959962 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Usage tracker for resource:security_group_rule and tenant:0ebf1c31c04346f995d9af6cec549221 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:17.964453 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:17.971912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:17.993833 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.997601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.011607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe2aa5d-fd50-4446-9e63-81ffa1b105ee,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.015814 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:18.056266 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.170641 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.181573 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.182711 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fe2aa5d-fd50-4446-9e63-81ffa1b105ee HTTP/1.1" status: 204 len: 168 time: 0.5385146 May 10 20:04:18.185776 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.228067 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ebf1c31c04346f995d9af6cec549221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097699 May 10 20:04:18.229878 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a0e30-8010-4adc-94aa-6b48d8da312f,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.232538 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54626) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:18.235191 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:18.297514 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.325175 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.351152 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:18.379699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.384707 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.461399 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f88bee-e703-41f8-b395-400c258213f3,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.466660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:18.469228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Checking segment: {'id': '6c59fdd3-c03a-4fa5-811b-f49ccd48afc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee62a6ad-dca0-4b73-ab05-21fd31904d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:18.469579 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Network hostable DHCP agents. Network: ee62a6ad-dca0-4b73-ab05-21fd31904d6d, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:04:18.484205 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.488912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e3c2999f-e213-451f-b9a0-b7ce4e9cecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.501594 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a0e30-8010-4adc-94aa-6b48d8da312f,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.504377 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:18.505303 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.506440 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c14a0e30-8010-4adc-94aa-6b48d8da312f HTTP/1.1" status: 204 len: 168 time: 0.2730756 May 10 20:04:18.532374 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:18.565251 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Network ee62a6ad-dca0-4b73-ab05-21fd31904d6d is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:04:18.569584 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'port_id': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'mac_address': 'fa:16:3e:e1:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf10fd7-53b0-42bd-b11b-05d6b554b50b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:18.637710 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.656930 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:18.673619 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:18.674430 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, ee62a6ad-dca0-4b73-ab05-21fd31904d6d) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:18.683394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.683394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.687365 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65060ed-2b2e-4974-b750-703e3f5677da None None] Network ee62a6ad-dca0-4b73-ab05-21fd31904d6d requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:18.723485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee106657-ef81-4c3a-9bff-8487c302b084 req-3ea2ce28-94e8-490c-b9db-d59788cef9d2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:18.725022 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ee106657-ef81-4c3a-9bff-8487c302b084 req-3ea2ce28-94e8-490c-b9db-d59788cef9d2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 944 time: 0.1073003 May 10 20:04:18.795390 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ee106657-ef81-4c3a-9bff-8487c302b084 req-075e9223-2ecb-45c9-bbde-c4ee038592f5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643706 May 10 20:04:18.813096 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2146728 May 10 20:04:18.813295 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:18.825270 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:18.968939 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:18.971550 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2855ed2-0565-4d08-8f3f-2fd98cc5f924 None None] Network ee62a6ad-dca0-4b73-ab05-21fd31904d6d requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:04:18.997084 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:18.997753 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:18.998227 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:18.998729 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:18.999205 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:18.999678 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.000134 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.000588 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.001042 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.001604 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.002163 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.002643 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:19.066005 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:19.104326 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16fc14-4d61-4793-9e9b-ac5b6cf44aff req-196385d7-69ff-4cda-86eb-dcd115669ed1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.105807 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd16fc14-4d61-4793-9e9b-ac5b6cf44aff req-196385d7-69ff-4cda-86eb-dcd115669ed1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1928854 May 10 20:04:19.179002 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd16fc14-4d61-4793-9e9b-ac5b6cf44aff req-905f6727-1341-4276-b8b2-563b0a4db477 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 May 10 20:04:19.205781 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:19.898099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-ea47034c-994a-4d54-a31c-4fb615488885 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:19.899208 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-ea47034c-994a-4d54-a31c-4fb615488885 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Synchronizing usage tracker for tenant:e30891fd3c514890b35e97537e9c7018 on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:20.005079 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-ea47034c-994a-4d54-a31c-4fb615488885 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Unset dirty status for tenant:e30891fd3c514890b35e97537e9c7018 on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:20.006816 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-ea47034c-994a-4d54-a31c-4fb615488885 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/networks?id=2687406e-4559-440d-9b30-b99b2b2ddb23 HTTP/1.1" status: 200 len: 808 time: 0.2786400 May 10 20:04:20.022581 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-c275a6a7-b5b8-43be-a260-a3ea26850a99 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/quotas/e30891fd3c514890b35e97537e9c7018 HTTP/1.1" status: 200 len: 375 time: 0.0106909 May 10 20:04:20.073097 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-8b52fb04-fa19-4e13-801f-1071a78690e5 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e30891fd3c514890b35e97537e9c7018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447819 May 10 20:04:20.156983 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ffce-5c19-4317-97b5-232a6d9a189b req-c263239b-5d5a-4dd8-b942-7034db139d6f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.160101 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ab91ffce-5c19-4317-97b5-232a6d9a189b req-c263239b-5d5a-4dd8-b942-7034db139d6f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 945 time: 0.0962200 May 10 20:04:20.219051 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-10fc414f-58dc-4935-ba96-9673a670c2e4 service neutron] 10.222.0.42 "GET /v2.0/networks/2687406e-4559-440d-9b30-b99b2b2ddb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381989 May 10 20:04:20.220889 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ab91ffce-5c19-4317-97b5-232a6d9a189b req-7c92eb8f-8c3c-44d1-8a07-2e2182c3dd7c tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532203 May 10 20:04:20.360357 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-2cfbb709-430e-49f8-9bb1-9bb87002dd31 service neutron] 10.222.0.42 "GET /v2.0/networks/2687406e-4559-440d-9b30-b99b2b2ddb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343553 May 10 20:04:20.367537 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:20.463962 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54710) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:20.559004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7e47e-1f68-45cf-a8d0-f92b651ceb3e req-7a788a90-cb92-44a6-bef9-26f42cd6a355 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:20.562351 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35b7e47e-1f68-45cf-a8d0-f92b651ceb3e req-7a788a90-cb92-44a6-bef9-26f42cd6a355 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0804443 May 10 20:04:20.581419 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:20.594601 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:20.595175 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.655066 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.695466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:20.725133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3be25b07e44f788dd0de7a304aba0a is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:20.730738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:20.752081 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:20.759293 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35b7e47e-1f68-45cf-a8d0-f92b651ceb3e req-b305a25a-ac4a-4c0c-a5df-02cb48cc647a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925232 May 10 20:04:20.774092 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:20.838548 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:20.846669 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-28a8562e-f4d8-4951-9a7b-85e0a0b24348 req-aa666abc-e7c7-4458-ba65-8e13ad1f19e3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.0642908 May 10 20:04:20.858391 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:20.892276 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'code': 200} May 10 20:04:20.928471 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.034409 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.035535 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:21.068032 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.076572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:21.142843 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:21.155012 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:21.163952 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f3be25b07e44f788dd0de7a304aba0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989191 May 10 20:04:21.166822 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54748) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:21.167894 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da82270-51e1-4f3b-92ff-d32d8915cb48,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:21.171218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:21.243353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.272439 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.418806 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0c91-d697-4620-a7fa-ffd6b804e0d6 req-647924d0-e848-4b17-ad4d-5c41cd14c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.420335 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4eb0c91-d697-4620-a7fa-ffd6b804e0d6 req-647924d0-e848-4b17-ad4d-5c41cd14c220 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 1099 time: 0.0872743 May 10 20:04:21.430333 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aed2f-5958-459b-8077-2bbb42b4d071 req-4a8cdfd3-c711-4433-8d78-abdfacd04471 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.432623 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1c4aed2f-5958-459b-8077-2bbb42b4d071 req-4a8cdfd3-c711-4433-8d78-abdfacd04471 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.0966711 May 10 20:04:21.471765 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4eb0c91-d697-4620-a7fa-ffd6b804e0d6 req-a8a44607-c98b-48f8-aa4b-38ffa7ac9165 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 May 10 20:04:21.478925 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1c4aed2f-5958-459b-8077-2bbb42b4d071 req-a1b9af20-9013-4bff-83a8-e0168b48214b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 May 10 20:04:21.524217 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.528192 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:21.539335 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da82270-51e1-4f3b-92ff-d32d8915cb48,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:21.544221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:21.547593 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.548680 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5da82270-51e1-4f3b-92ff-d32d8915cb48 HTTP/1.1" status: 204 len: 168 time: 0.3808193 May 10 20:04:21.903235 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54776) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:21.970822 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d3de9952-3828-4a8d-9d98-84cd7f8d2dd5 req-d78a6b3b-e746-484a-8897-c1a6a5cf40fc tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.0458128 May 10 20:04:21.977149 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d4f4b-6464-40fb-85cf-a54645fc238b req-f1553b08-1e26-4480-9a80-30d7a95694ce tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:21.978739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-136d4f4b-6464-40fb-85cf-a54645fc238b req-f1553b08-1e26-4480-9a80-30d7a95694ce tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0953329 May 10 20:04:22.029202 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-136d4f4b-6464-40fb-85cf-a54645fc238b req-277365ef-856d-4370-9c73-57c64b748254 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 May 10 20:04:22.046738 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.061093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:22.065162 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Usage tracker for resource:security_group_rule and tenant:9a1422c4855947118f3177a3828191a7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:22.068764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:22.075146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:22.161711 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.318656 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.325876 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:22.366710 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a1422c4855947118f3177a3828191a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621623 May 10 20:04:22.367591 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15753dd-03a1-4bc4-b173-dca2447fcf5f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:22.369437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54786) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:22.370478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:22.516706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.545584 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.687980 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308efe-8701-4836-9525-176d663f264c req-35635ca1-f953-4253-b23b-27692c2abc48 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:22.689565 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-72308efe-8701-4836-9525-176d663f264c req-35635ca1-f953-4253-b23b-27692c2abc48 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.0971172 May 10 20:04:22.727338 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54796) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:22.747249 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.762092 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-72308efe-8701-4836-9525-176d663f264c req-dfbc699a-46af-40c5-ae90-46ebf5e66f94 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657837 May 10 20:04:22.764556 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:22.768826 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54800) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:22.769780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Usage tracker for resource:security_group_rule and tenant:2524c6346ec4451bb1eb3af5f334a2d0 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:22.774015 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:22.784059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:22.786557 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.792021 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:22.808687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15753dd-03a1-4bc4-b173-dca2447fcf5f,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:22.810991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:22.828514 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:22.829649 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c15753dd-03a1-4bc4-b173-dca2447fcf5f HTTP/1.1" status: 204 len: 168 time: 0.4584451 May 10 20:04:22.922736 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.000484 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.017041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:23.022021 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Usage tracker for resource:security_group_rule and tenant:c15a388a81604bc8b76737972fb6d282 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:23.025509 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:23.029771 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.039926 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:23.045716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:23.125220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c308ba-cec6-46f7-b1ed-67bdbd1d9e27,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:23.132152 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2524c6346ec4451bb1eb3af5f334a2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032609 May 10 20:04:23.133529 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:23.135903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54814) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:23.163491 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5e7e270-efae-415a-b433-714cc7a8878c req-7c5b5c35-2a08-40eb-8b3a-7db0f48f0419 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.0678275 May 10 20:04:23.228713 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.254502 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.257209 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.286593 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013550-a376-4515-8cbe-bbb6221a8a45 req-2f6488e7-68f4-4338-86f2-83dfb13807a4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.288081 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-58013550-a376-4515-8cbe-bbb6221a8a45 req-2f6488e7-68f4-4338-86f2-83dfb13807a4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1042309 May 10 20:04:23.340574 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-58013550-a376-4515-8cbe-bbb6221a8a45 req-3f5b823b-f6f7-4279-8ad3-670e3445a4e3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 May 10 20:04:23.428631 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.429356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.435006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-73f5dcc0-894d-463b-b850-49be4a5a8d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:23.438319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b29cf8b7-0aca-4188-8f3f-72b5fa19ebb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:23.452254 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c308ba-cec6-46f7-b1ed-67bdbd1d9e27,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:23.455542 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:23.460185 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.461284 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6c308ba-cec6-46f7-b1ed-67bdbd1d9e27 HTTP/1.1" status: 204 len: 168 time: 0.3241198 May 10 20:04:23.482883 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2776e-5cb4-4872-bc49-bc9a8f5a358a,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:23.485669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:23.488218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c15a388a81604bc8b76737972fb6d282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155612 May 10 20:04:23.491653 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54828) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:23.553062 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.578111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.768742 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.774451 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cfa4841c-2293-4908-b22d-2dfe65599338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:23.786682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2776e-5cb4-4872-bc49-bc9a8f5a358a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:23.795601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:23.801123 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.802196 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4f2776e-5cb4-4872-bc49-bc9a8f5a358a HTTP/1.1" status: 204 len: 168 time: 0.3094354 May 10 20:04:23.963018 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f497f-ade3-45fb-915c-4ad8579e42a8 req-128d40d6-75ea-4652-b2f5-3820bcbe1409 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:23.964465 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-724f497f-ade3-45fb-915c-4ad8579e42a8 req-128d40d6-75ea-4652-b2f5-3820bcbe1409 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.0795422 May 10 20:04:24.009700 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-724f497f-ade3-45fb-915c-4ad8579e42a8 req-6b2a2565-4c74-4a1c-b0ff-312c06758406 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 May 10 20:04:24.415214 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05c0e3d6-ce8a-4044-9d04-7d60ae9a4c1b req-03635562-25d9-4dcf-98df-e89286a51c1c tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.0552700 May 10 20:04:24.449006 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-64258290-62c4-4869-9f72-c9812513240f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:24.450539 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-64258290-62c4-4869-9f72-c9812513240f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.68 "GET /v2.0/networks?id=2687406e-4559-440d-9b30-b99b2b2ddb23 HTTP/1.1" status: 200 len: 808 time: 0.2462208 May 10 20:04:24.472513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Request body: {'port': {'device_id': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23', 'admin_state_up': True, 'tenant_id': 'e30891fd3c514890b35e97537e9c7018'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:24.709016 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911b0af-dcb4-4656-963a-ed8169b2af86 req-626dcb2d-81fd-4a02-b9b3-d8b1bea5de19 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:24.710472 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7911b0af-dcb4-4656-963a-ed8169b2af86 req-626dcb2d-81fd-4a02-b9b3-d8b1bea5de19 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1659477 May 10 20:04:24.711447 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:24.715451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Usage tracker for resource:port and tenant:e30891fd3c514890b35e97537e9c7018 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:24.719289 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:24.737849 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:24.773379 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7911b0af-dcb4-4656-963a-ed8169b2af86 req-36773631-94dd-49ae-b557-e3cac27bc32c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551040 May 10 20:04:24.907285 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Made reservation on behalf of e30891fd3c514890b35e97537e9c7018 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:24.911591 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.079421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Allocated IP 172.20.0.7 (2687406e-4559-440d-9b30-b99b2b2ddb23/1b5dabcf-2318-4ebf-b082-04e6c3cd6622/f8e88f6a-982b-4102-9bec-43901b415aa5) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 54924) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Usage tracker for resource:security_group_rule and tenant:236ee8c2f2c04f6f87d3e776a67178f8 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:25.598673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:25.601244 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.603311 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.637022 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4cf0f4ad-356d-4ce7-8dff-9ff16fde7899 req-623785e4-5fd4-4d31-a9ed-3acbf3ecec74 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.1145940 May 10 20:04:25.701592 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.713498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:25.747998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.765569 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:25.767437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Network 2687406e-4559-440d-9b30-b99b2b2ddb23 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:25.770517 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:25.774757 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:25.812903 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=236ee8c2f2c04f6f87d3e776a67178f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841377 May 10 20:04:25.815691 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 54950) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:25.816106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad216b-6a65-48f3-acf4-38dc9540b9d1,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:25.820456 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:25.846002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Pushing event updated for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:25.853040 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:25.905069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:25.905709 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:25.988107 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.028255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.066690 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8fdc-3e2f-485e-8c49-68e2699ed2f5 req-ae1c583d-7fe5-48fe-b56e-04e7c3f71950 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:26.068128 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdaf8fdc-3e2f-485e-8c49-68e2699ed2f5 req-ae1c583d-7fe5-48fe-b56e-04e7c3f71950 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1583471 May 10 20:04:26.124094 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdaf8fdc-3e2f-485e-8c49-68e2699ed2f5 req-97edef5a-48fb-481e-b049-cb4a1a75221c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 May 10 20:04:26.126378 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6578169 May 10 20:04:26.143243 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Request body: {'port': {'device_id': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:26.346726 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.496158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.502919 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-775b9edb-3b38-43a0-b08f-783d8faf62d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:26.577732 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad216b-6a65-48f3-acf4-38dc9540b9d1,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:26.585694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:26.588694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.592338 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddad216b-6a65-48f3-acf4-38dc9540b9d1 HTTP/1.1" status: 204 len: 168 time: 0.7731650 May 10 20:04:26.741356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e88f6a-982b-4102-9bec-43901b415aa5 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:26.741356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.759051 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Transition to ACTIVE for port object f8e88f6a-982b-4102-9bec-43901b415aa5 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:26.852676 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786d674-527b-4ac3-9734-013e4b5d5217 req-ab4828b8-215d-42ac-bc8a-34034c883d78 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:26.853383 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a786d674-527b-4ac3-9734-013e4b5d5217 req-ab4828b8-215d-42ac-bc8a-34034c883d78 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Synchronizing usage tracker for tenant:e30891fd3c514890b35e97537e9c7018 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:26.881273 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:26.885991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:26.997069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a786d674-527b-4ac3-9734-013e4b5d5217 req-ab4828b8-215d-42ac-bc8a-34034c883d78 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Unset dirty status for tenant:e30891fd3c514890b35e97537e9c7018 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:26.998196 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a786d674-527b-4ac3-9734-013e4b5d5217 req-ab4828b8-215d-42ac-bc8a-34034c883d78 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 931 time: 0.2342873 May 10 20:04:27.058516 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.091604 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.126837 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a786d674-527b-4ac3-9734-013e4b5d5217 req-7473fe33-54fb-44ff-b3fe-d8a5b7a0d51a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894480 May 10 20:04:27.167899 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Attempting to bind port f8e88f6a-982b-4102-9bec-43901b415aa5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:27.168231 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Attempting to bind port f8e88f6a-982b-4102-9bec-43901b415aa5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dd26dc77-5646-4214-afed-a70e73bc3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:27.168600 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Attempting to bind port f8e88f6a-982b-4102-9bec-43901b415aa5 on network 2687406e-4559-440d-9b30-b99b2b2ddb23 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:27.173619 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Port f8e88f6a-982b-4102-9bec-43901b415aa5 on network 2687406e-4559-440d-9b30-b99b2b2ddb23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:27.173934 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Attempting to bind port f8e88f6a-982b-4102-9bec-43901b415aa5 on network 2687406e-4559-440d-9b30-b99b2b2ddb23 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:27.179955 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:27.180214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Checking segment: {'id': 'dd26dc77-5646-4214-afed-a70e73bc3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:27.180626 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Bound using segment: {'id': 'dd26dc77-5646-4214-afed-a70e73bc3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:27.180996 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Bound port: f8e88f6a-982b-4102-9bec-43901b415aa5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd26dc77-5646-4214-afed-a70e73bc3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:27.181336 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.289472 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:27.292592 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8e88f6a-982b-4102-9bec-43901b415aa5,segment=NetworkSegment(dd26dc77-5646-4214-afed-a70e73bc3a4f),segment_id=dd26dc77-5646-4214-afed-a70e73bc3a4f)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:27.416937 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.421486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:27.481424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.482029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:27.483386 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] 10.222.0.68 "PUT /v2.0/ports/f8e88f6a-982b-4102-9bec-43901b415aa5 HTTP/1.1" status: 200 len: 1093 time: 1.3449426 May 10 20:04:27.484571 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:27.513158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.516760 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:27.546910 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513551f5-c47e-4938-9ba1-04a7346828e1 req-e032473c-ce69-4bc9-a498-d1c663a685b5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.548644 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-513551f5-c47e-4938-9ba1-04a7346828e1 req-e032473c-ce69-4bc9-a498-d1c663a685b5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1770473 May 10 20:04:27.588349 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5', 'status': 'completed', 'code': 200} May 10 20:04:27.615193 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-513551f5-c47e-4938-9ba1-04a7346828e1 req-60d71f63-e351-497c-917f-06b9b4629b36 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 May 10 20:04:27.700114 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a7a6-7218-4747-b698-12af13f75633 req-ce7e1f86-e3b4-44e9-ac36-e7e5fd7ac61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.701794 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4900a7a6-7218-4747-b698-12af13f75633 req-ce7e1f86-e3b4-44e9-ac36-e7e5fd7ac61f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e30891fd3c514890b35e97537e9c7018&device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 1096 time: 0.0854974 May 10 20:04:27.862812 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-41175028-3d7e-48a1-a64b-c358690b057f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.864353 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-41175028-3d7e-48a1-a64b-c358690b057f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.1712728 May 10 20:04:27.873336 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a7a6-7218-4747-b698-12af13f75633 req-75b73437-9a3e-4fd1-8176-10882da4b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:27.882781 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4900a7a6-7218-4747-b698-12af13f75633 req-75b73437-9a3e-4fd1-8176-10882da4b3d0 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e30891fd3c514890b35e97537e9c7018&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1594973 May 10 20:04:27.882920 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-1d77213f-8eb7-4304-b9f8-4e5f83786d30 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/quotas/bd3909a3f3fc452f8b5241844865fb65 HTTP/1.1" status: 200 len: 375 time: 0.0097268 May 10 20:04:27.982441 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-b91d71aa-9003-43d5-9dc3-4c179311d729 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967169 May 10 20:04:28.043034 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a7a6-7218-4747-b698-12af13f75633 req-292abd58-4895-48dc-b869-7e0a2886513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.044557 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4900a7a6-7218-4747-b698-12af13f75633 req-292abd58-4895-48dc-b869-7e0a2886513d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557651 May 10 20:04:28.139276 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-3201f3ac-a91c-4abc-a483-5730d6cada1e service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463406 May 10 20:04:28.230909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-69b0e8e2-7074-4310-956e-84c8e8f84487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.249071 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-69b0e8e2-7074-4310-956e-84c8e8f84487 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e30891fd3c514890b35e97537e9c7018&device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 1096 time: 0.1152275 May 10 20:04:28.314523 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-2333a2ac-806a-4ce4-8348-681660cae808 service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585202 May 10 20:04:28.357742 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-6af9453a-db11-4461-9514-13a7ac17fae1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e88f6a-982b-4102-9bec-43901b415aa5 HTTP/1.1" status: 200 len: 217 time: 0.1097763 May 10 20:04:28.530185 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-d1c02e2f-0db7-41f9-b735-567e3fddd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.531703 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-d1c02e2f-0db7-41f9-b735-567e3fddd213 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1b5dabcf-2318-4ebf-b082-04e6c3cd6622 HTTP/1.1" status: 200 len: 848 time: 0.1686356 May 10 20:04:28.541040 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46701d6-af7c-4263-8ed2-fedd55258566 req-5f3fe0f7-b59b-4024-a774-d26ca5d6460f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:28.547400 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f46701d6-af7c-4263-8ed2-fedd55258566 req-5f3fe0f7-b59b-4024-a774-d26ca5d6460f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 943 time: 0.2396011 May 10 20:04:28.616810 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-5d2e03c8-b1b5-4d9c-8321-9a29d95694d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2687406e-4559-440d-9b30-b99b2b2ddb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664525 May 10 20:04:28.659170 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f46701d6-af7c-4263-8ed2-fedd55258566 req-ac79e4da-e2cb-4b3e-b070-44ce6fd81424 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106544 May 10 20:04:28.897512 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-6e2b9bc3-78b2-45bf-9455-d54446bfcf98 service neutron] 10.222.0.68 "GET /v2.0/networks/2687406e-4559-440d-9b30-b99b2b2ddb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669165 May 10 20:04:28.937116 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-15959858-bcdc-4702-a564-305029a79d87 req-fceb4706-48f1-4639-ab31-75c4e95d711b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 210 time: 0.0577378 May 10 20:04:29.065106 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-06a6188a-377e-4518-88b6-056b39cdcd68 req-49b6c231-c03f-4593-9a25-69daeb838305 service neutron] 10.222.0.68 "GET /v2.0/networks/2687406e-4559-440d-9b30-b99b2b2ddb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586680 May 10 20:04:29.072845 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2339e-c8d9-4896-b13c-499ebd2bcb3b req-0ccc946a-41cd-414d-b5d4-9c65ca37210e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:29.074355 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-89a2339e-c8d9-4896-b13c-499ebd2bcb3b req-0ccc946a-41cd-414d-b5d4-9c65ca37210e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.2595196 May 10 20:04:29.127669 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-89a2339e-c8d9-4896-b13c-499ebd2bcb3b req-96fe1a45-c67f-4156-a34d-9850c6f42f43 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 May 10 20:04:29.855489 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136f99e-a31f-4e29-b9b7-908de8ebcd70 req-87f0f162-5597-4d90-bcc0-d345dce4cc97 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:29.857002 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4136f99e-a31f-4e29-b9b7-908de8ebcd70 req-87f0f162-5597-4d90-bcc0-d345dce4cc97 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 943 time: 0.0836921 May 10 20:04:29.909796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-4136f99e-a31f-4e29-b9b7-908de8ebcd70 req-663f3ab3-8e22-49b3-8d55-6823f9bcac34 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Synchronizing usage tracker for tenant:e30891fd3c514890b35e97537e9c7018 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:30.104331 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-4136f99e-a31f-4e29-b9b7-908de8ebcd70 req-663f3ab3-8e22-49b3-8d55-6823f9bcac34 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Unset dirty status for tenant:e30891fd3c514890b35e97537e9c7018 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:30.104993 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-69223fc7-8f73-42bb-a796-7ed18d22e48c req-483ebd4a-20bc-4b2c-9b37-19fb72075ada tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 210 time: 0.0779068 May 10 20:04:30.107162 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4136f99e-a31f-4e29-b9b7-908de8ebcd70 req-663f3ab3-8e22-49b3-8d55-6823f9bcac34 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415006 May 10 20:04:30.165799 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-eea0db22-c8da-4539-908a-ca18857c29a5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992339 May 10 20:04:30.377038 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a1d3-452a-4fb9-9fb5-291397774c04 req-a3932d7f-1850-414f-b56d-160bf79a2aa2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.378405 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6ff9a1d3-452a-4fb9-9fb5-291397774c04 req-a3932d7f-1850-414f-b56d-160bf79a2aa2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1365290 May 10 20:04:30.402715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-c9e37864-383c-46de-8c30-0412d839b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.404086 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-c9e37864-383c-46de-8c30-0412d839b3c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1256015 May 10 20:04:30.452595 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6ff9a1d3-452a-4fb9-9fb5-291397774c04 req-ba3a8204-012c-4d41-b7a0-679858ab45e3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682840 May 10 20:04:30.572808 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-e713fb94-1254-45b9-863b-30cb03ce2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.574329 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-e713fb94-1254-45b9-863b-30cb03ce2c4d service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 915 time: 0.1479475 May 10 20:04:30.668123 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-3931fc92-4f71-4919-b5e1-ae00e8ed71e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef HTTP/1.1" status: 200 len: 217 time: 0.0695508 May 10 20:04:30.730092 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-6f18f1ce-3eba-4410-84fa-b358228b30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:30.731536 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-6f18f1ce-3eba-4410-84fa-b358228b30c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.0580680 May 10 20:04:30.779566 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-b150d0d8-c1ab-4787-81c6-3bb5acb8fe48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392568 May 10 20:04:30.913451 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-bb4388d0-af0b-4783-9267-2e0a13fbbb88 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241586 May 10 20:04:31.060729 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88c05b20-1d2a-4446-a7fd-238d9a6a705c req-d6b14a43-efc3-4fab-9ba0-1b63f12ea4c8 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365469 May 10 20:04:31.330532 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-904c49c1-85db-4b3e-884e-cbf025c48ffb req-ec5d44ae-79f5-41d0-a92e-fb01ef05c761 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 210 time: 0.0665536 May 10 20:04:31.388787 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7bbe0-7260-4ee5-9ed8-e1ca10fcd48a req-f0459495-73c9-401b-a941-f320c83ade8d tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.390265 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-27a7bbe0-7260-4ee5-9ed8-e1ca10fcd48a req-f0459495-73c9-401b-a941-f320c83ade8d tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 943 time: 0.1162570 May 10 20:04:31.443413 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-27a7bbe0-7260-4ee5-9ed8-e1ca10fcd48a req-a6ff5533-56d6-4410-baf2-62f83c5fe149 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 May 10 20:04:31.640370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc6db-481c-4190-bfff-dc0be4c00293 req-719f191a-47f3-40ed-a5a3-1a00fe3eeca8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:31.641908 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-538cc6db-481c-4190-bfff-dc0be4c00293 req-719f191a-47f3-40ed-a5a3-1a00fe3eeca8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0817020 May 10 20:04:31.772193 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-538cc6db-481c-4190-bfff-dc0be4c00293 req-d774aea2-888b-4348-84a3-cdd9282ef1b8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236899 May 10 20:04:32.418968 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-75ccef0a-7da3-4289-bc28-120940ecac2e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.420537 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-75ccef0a-7da3-4289-bc28-120940ecac2e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.1704578 May 10 20:04:32.435329 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f8e88f6a-982b-4102-9bec-43901b415aa5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:32.437475 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Request body: {'port': {'device_id': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'admin_state_up': True, 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:32.578038 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d92d24a-a343-4bc9-82be-ecf8fff132cf req-c9669c0f-0bbc-478a-aebc-554086613f11 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 210 time: 0.1235671 May 10 20:04:32.666100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:32.675059 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8991768-3c02-480b-91fe-c5aacedccb28 req-a9e99713-4f94-4745-8d8b-3034b1c6ba56 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.683400 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b8991768-3c02-480b-91fe-c5aacedccb28 req-a9e99713-4f94-4745-8d8b-3034b1c6ba56 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 943 time: 0.1040313 May 10 20:04:32.686621 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:32.736412 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8e88f6a-982b-4102-9bec-43901b415aa5,segment=NetworkSegment(dd26dc77-5646-4214-afed-a70e73bc3a4f),segment_id=dd26dc77-5646-4214-afed-a70e73bc3a4f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:32.743825 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b8991768-3c02-480b-91fe-c5aacedccb28 req-b3eaecbe-5c22-4cd1-9dc2-341791d2a699 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 May 10 20:04:32.754709 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'f8e88f6a-982b-4102-9bec-43901b415aa5', 'network_id': '2687406e-4559-440d-9b30-b99b2b2ddb23', 'port_id': 'f8e88f6a-982b-4102-9bec-43901b415aa5', 'mac_address': 'fa:16:3e:36:d3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5dabcf-2318-4ebf-b082-04e6c3cd6622', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:32.820318 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:32.836987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e88f6a-982b-4102-9bec-43901b415aa5 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:32.842804 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:32.872181 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8e88f6a-982b-4102-9bec-43901b415aa5,segment=NetworkSegment(dd26dc77-5646-4214-afed-a70e73bc3a4f),segment_id=dd26dc77-5646-4214-afed-a70e73bc3a4f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:32.907209 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:32.911414 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:32.966467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ec0e-2268-411b-96ca-d4b55a502345 req-218f06e5-e2c1-4f01-a5b8-fca93ac0f5aa tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:32.967972 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8fd4ec0e-2268-411b-96ca-d4b55a502345 req-218f06e5-e2c1-4f01-a5b8-fca93ac0f5aa tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0903037 May 10 20:04:33.016753 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8fd4ec0e-2268-411b-96ca-d4b55a502345 req-39b5f671-1ba2-4241-a5fb-df068f62d772 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 May 10 20:04:33.037202 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.039192 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:33.081973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Allocated IP 172.20.0.9 (2b19b223-8d1a-41c5-a08d-ff14f53ed604/cdf10fd7-53b0-42bd-b11b-05d6b554b50b/a71d7daf-f671-4fd3-b1bb-8abc23440c29) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:33.126319 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:33.130864 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:33.310060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.451856 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['f8e88f6a-982b-4102-9bec-43901b415aa5'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:33.507604 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.519574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:33.577140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:33.580252 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:33.584778 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:04:33.634898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event updated for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:33.640634 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:33.684653 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:33.685508 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:33.821740 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de14d3-a013-4da2-b968-bd5618ea4098 req-54e1285c-0350-450a-944a-f93f87d35573 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:33.823233 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b6de14d3-a013-4da2-b968-bd5618ea4098 req-54e1285c-0350-450a-944a-f93f87d35573 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 931 time: 0.0902591 May 10 20:04:33.880563 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b6de14d3-a013-4da2-b968-bd5618ea4098 req-ed4c21f0-b0dd-4fd5-8bc9-c8ed751ae146 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491760 May 10 20:04:33.925025 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4927013 May 10 20:04:33.937732 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Request body: {'port': {'device_id': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:04:34.014073 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c679f18-23d8-4751-8d2b-89cc95ea08db req-a9c732e0-0148-4871-8376-85a35e2cf70f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:34.015515 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c679f18-23d8-4751-8d2b-89cc95ea08db req-a9c732e0-0148-4871-8376-85a35e2cf70f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 944 time: 0.1439402 May 10 20:04:34.102947 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:34.114339 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c679f18-23d8-4751-8d2b-89cc95ea08db req-2741d131-b001-4cdc-abde-4e21a9b14b11 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717759 May 10 20:04:34.238248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b134-452d-4dac-8294-bf5283fe41dc req-bdd96e9b-88bb-436c-9d7d-518b637d8a05 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:34.239708 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5b78b134-452d-4dac-8294-bf5283fe41dc req-bdd96e9b-88bb-436c-9d7d-518b637d8a05 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0894659 May 10 20:04:34.284250 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5b78b134-452d-4dac-8294-bf5283fe41dc req-eb19eec0-a618-4925-8ea5-5cda5c8ca988 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 May 10 20:04:34.349873 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:34.475474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71d7daf-f671-4fd3-b1bb-8abc23440c29 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:34.494730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:34.511957 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Transition to ACTIVE for port object a71d7daf-f671-4fd3-b1bb-8abc23440c29 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:04:34.660244 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:34.664843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:34.909499 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Pushing event updated for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:34.912145 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:34.996421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Attempting to bind port a71d7daf-f671-4fd3-b1bb-8abc23440c29 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:04:34.996421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Attempting to bind port a71d7daf-f671-4fd3-b1bb-8abc23440c29 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:04:34.996421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Attempting to bind port a71d7daf-f671-4fd3-b1bb-8abc23440c29 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:34.996421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Port a71d7daf-f671-4fd3-b1bb-8abc23440c29 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:04:34.996421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Attempting to bind port a71d7daf-f671-4fd3-b1bb-8abc23440c29 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:04:34.998353 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:04:34.998762 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Checking segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:04:34.999146 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Bound using segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:04:34.999571 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Bound port: a71d7daf-f671-4fd3-b1bb-8abc23440c29, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:04:35.000059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:35.095917 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa0211-6ba7-49c5-bec6-24fd913aaf38 req-0fada6c8-7560-4fb9-9894-d7b39eef88d3 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.097797 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-12aa0211-6ba7-49c5-bec6-24fd913aaf38 req-0fada6c8-7560-4fb9-9894-d7b39eef88d3 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 943 time: 0.1018028 May 10 20:04:35.100497 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:04:35.103768 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:04:35.145017 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-12aa0211-6ba7-49c5-bec6-24fd913aaf38 req-4afcf9b0-7857-4d99-afcb-5545f50c6f55 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 May 10 20:04:35.193825 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:35.199053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5455bc72-7bcc-4ed4-8263-508550c2f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:35.249825 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.250467 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:35.251780 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] 10.222.0.68 "PUT /v2.0/ports/a71d7daf-f671-4fd3-b1bb-8abc23440c29 HTTP/1.1" status: 200 len: 1093 time: 1.3185136 May 10 20:04:35.252255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:35.279294 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Pushing event updated for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:35.283052 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:35.307093 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29', 'status': 'completed', 'code': 200} May 10 20:04:35.335612 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e575-4a2a-40ea-834f-0197c7b708c9 req-97bdc1ac-67ca-4068-8390-e59ed6ee292d tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.337076 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7243e575-4a2a-40ea-834f-0197c7b708c9 req-97bdc1ac-67ca-4068-8390-e59ed6ee292d tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 944 time: 0.0903642 May 10 20:04:35.385992 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7243e575-4a2a-40ea-834f-0197c7b708c9 req-4a3e9cbe-cdf7-4e48-86ab-d843dd693e0f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 May 10 20:04:35.473433 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117e40-01e0-4302-83fd-73223224001c req-2d12568c-fc30-49ef-8a8c-2e215f8c6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.474907 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c2117e40-01e0-4302-83fd-73223224001c req-2d12568c-fc30-49ef-8a8c-2e215f8c6cc5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1375225 May 10 20:04:35.514594 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949ed79-2dda-4210-aa74-56917d1f5b96 req-4598a843-a47f-40f7-99a7-f4feaacfd172 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.515984 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0949ed79-2dda-4210-aa74-56917d1f5b96 req-4598a843-a47f-40f7-99a7-f4feaacfd172 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1188490 May 10 20:04:35.640971 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0949ed79-2dda-4210-aa74-56917d1f5b96 req-7a092bad-edf6-4a3c-ba6d-aa764733c3b4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763013 May 10 20:04:35.670135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117e40-01e0-4302-83fd-73223224001c req-70ed955f-1a02-4227-a042-d779e269aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.670135 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c2117e40-01e0-4302-83fd-73223224001c req-70ed955f-1a02-4227-a042-d779e269aad2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bd3909a3f3fc452f8b5241844865fb65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1802714 May 10 20:04:35.835041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117e40-01e0-4302-83fd-73223224001c req-be478b72-9639-411a-bc8c-bec04a8d2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.836984 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c2117e40-01e0-4302-83fd-73223224001c req-be478b72-9639-411a-bc8c-bec04a8d2831 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643217 May 10 20:04:35.979089 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-63e644f8-7215-4ff4-82c1-5b2620063ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:35.980759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-63e644f8-7215-4ff4-82c1-5b2620063ecb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0765142 May 10 20:04:36.052962 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-8e73310d-caaa-424b-950f-9b4d04ea6f3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29 HTTP/1.1" status: 200 len: 217 time: 0.0632429 May 10 20:04:36.116775 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-cc6301d5-e29d-4c6d-9560-c5e39c6f2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.118201 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-cc6301d5-e29d-4c6d-9560-c5e39c6f2b35 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.0583339 May 10 20:04:36.166607 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-bb9972ab-104d-4277-b61d-12dd802a9c71 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410743 May 10 20:04:36.374948 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-0118de39-ac5d-4489-9093-0b61fbe308aa service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996362 May 10 20:04:36.395330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654fce-b883-4d8b-91ed-dc593777ca06 req-f5d09b45-f19e-4070-81db-764467c6a78d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.396062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-5a654fce-b883-4d8b-91ed-dc593777ca06 req-f5d09b45-f19e-4070-81db-764467c6a78d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:04:36.447519 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f8e88f6a-982b-4102-9bec-43901b415aa5 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:36.540467 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3ce66b1d-d17b-404e-bc62-50189e24d146 req-9bfcc4dd-3621-4428-95ae-6768bfb18339 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402621 May 10 20:04:36.600761 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ced25-ea7d-418e-b341-b3d4578a4d42 req-f20609d5-2d75-4c6a-be3d-10c5800211b0 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.602202 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cc4ced25-ea7d-418e-b341-b3d4578a4d42 req-f20609d5-2d75-4c6a-be3d-10c5800211b0 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 944 time: 0.0919044 May 10 20:04:36.604105 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port f8e88f6a-982b-4102-9bec-43901b415aa5 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:36.605551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-5a654fce-b883-4d8b-91ed-dc593777ca06 req-f5d09b45-f19e-4070-81db-764467c6a78d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:04:36.610057 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5a654fce-b883-4d8b-91ed-dc593777ca06 req-f5d09b45-f19e-4070-81db-764467c6a78d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 943 time: 0.3499238 May 10 20:04:36.615308 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port f8e88f6a-982b-4102-9bec-43901b415aa5 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:36.616020 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:36.677564 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5a654fce-b883-4d8b-91ed-dc593777ca06 req-03f8447b-5bba-4ed9-ab6b-a21a0d72459b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543547 May 10 20:04:36.704890 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cc4ced25-ea7d-418e-b341-b3d4578a4d42 req-5220d521-17f4-4230-926e-03f90b398390 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814660 May 10 20:04:36.786902 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:36.815555 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:36.826647 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8e88f6a-982b-4102-9bec-43901b415aa5,segment=NetworkSegment(dd26dc77-5646-4214-afed-a70e73bc3a4f),segment_id=dd26dc77-5646-4214-afed-a70e73bc3a4f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:36.896136 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591679e-28bf-4462-aab9-7fe5292a3444 req-1dacdd68-4403-49d3-acfe-1e005b27c2d3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:36.902813 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4591679e-28bf-4462-aab9-7fe5292a3444 req-1dacdd68-4403-49d3-acfe-1e005b27c2d3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0979681 May 10 20:04:36.949026 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4591679e-28bf-4462-aab9-7fe5292a3444 req-1f6c17a1-ab70-45d7-a40e-212af654118c tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 May 10 20:04:36.951631 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:36.953513 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:37.009834 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5', 'code': 200} May 10 20:04:37.022486 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:37.027116 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:37.669872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdda4c-0079-4aa3-85d2-05da7412084d req-93e720fd-4f41-438d-8344-46b83a28df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:37.671539 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-54fdda4c-0079-4aa3-85d2-05da7412084d req-93e720fd-4f41-438d-8344-46b83a28df4f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 1098 time: 0.0697885 May 10 20:04:37.720888 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-54fdda4c-0079-4aa3-85d2-05da7412084d req-fb6dba7f-7b62-48d7-9aee-2ef857453bbd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376694 May 10 20:04:37.930903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21222b0e-936f-4440-aa42-2e9bbab6dea1 req-55450718-f4ea-4754-948e-f5c2ec2c9bd5 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:37.938581 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-21222b0e-936f-4440-aa42-2e9bbab6dea1 req-55450718-f4ea-4754-948e-f5c2ec2c9bd5 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.0991237 May 10 20:04:37.957106 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190dbe-0d81-44ae-b0ac-78b4fcbf7454 req-c57b463b-715a-41ec-afd8-8f7ef8d150f6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:37.963947 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-de190dbe-0d81-44ae-b0ac-78b4fcbf7454 req-c57b463b-715a-41ec-afd8-8f7ef8d150f6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 943 time: 0.1856852 May 10 20:04:38.000250 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-21222b0e-936f-4440-aa42-2e9bbab6dea1 req-88f868b4-a313-4a68-b811-fbe82b266695 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 May 10 20:04:38.026177 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-de190dbe-0d81-44ae-b0ac-78b4fcbf7454 req-f2c74fd9-838f-4fb2-b420-b86ea5ae9fe2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 May 10 20:04:38.228780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdfbd6-4e1b-45ae-b2ca-1051d07615b3 req-2fbacf14-b202-4fa7-87cc-3c9fd2d067b9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:38.230111 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-54cdfbd6-4e1b-45ae-b2ca-1051d07615b3 req-2fbacf14-b202-4fa7-87cc-3c9fd2d067b9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0930521 May 10 20:04:38.278972 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-54cdfbd6-4e1b-45ae-b2ca-1051d07615b3 req-2106c3aa-1f7a-4e5f-9b53-025227947db0 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431476 May 10 20:04:38.444822 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a71d7daf-f671-4fd3-b1bb-8abc23440c29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:04:38.578210 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:38.593107 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'port_id': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29', 'mac_address': 'fa:16:3e:1d:0c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf10fd7-53b0-42bd-b11b-05d6b554b50b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:04:38.655826 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:38.680340 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71d7daf-f671-4fd3-b1bb-8abc23440c29 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:04:38.693542 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:38.797965 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:38.799781 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:38.864907 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:38.867889 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:39.237225 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f821ca-f991-4a6c-9b28-191b5a8f1b97 req-cf7faa6c-caa6-42cc-8967-c465682beb10 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:39.239218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1f821ca-f991-4a6c-9b28-191b5a8f1b97 req-cf7faa6c-caa6-42cc-8967-c465682beb10 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.1152434 May 10 20:04:39.287749 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1f821ca-f991-4a6c-9b28-191b5a8f1b97 req-a047f670-6101-4f77-80ac-ffe6a1f67ffb tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 May 10 20:04:39.295230 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a71d7daf-f671-4fd3-b1bb-8abc23440c29'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:39.322358 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f8442-1c7d-4b6b-b5db-934a6010d7c6 req-38d1dbb9-2e95-4da8-8aa9-39f6c11e1856 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:39.329972 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5b2f8442-1c7d-4b6b-b5db-934a6010d7c6 req-38d1dbb9-2e95-4da8-8aa9-39f6c11e1856 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 944 time: 0.1847143 May 10 20:04:39.393660 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5b2f8442-1c7d-4b6b-b5db-934a6010d7c6 req-2f7e337e-89e5-4c01-a140-f8cb18eca685 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 May 10 20:04:39.588400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b545e6-f4b1-480d-b94c-be920abdc243 req-eb391cfc-494e-4ef6-b083-f1feec1b8576 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:39.591405 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2b545e6-f4b1-480d-b94c-be920abdc243 req-eb391cfc-494e-4ef6-b083-f1feec1b8576 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0859718 May 10 20:04:39.633536 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2b545e6-f4b1-480d-b94c-be920abdc243 req-9a7522f0-11b9-4942-9e07-14d4f6a35fa3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 May 10 20:04:40.472762 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7eafa-fdb7-4682-b060-0553a2c7e652 req-a5cf54fd-9414-4171-8526-0ca3097f3865 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:40.474179 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8bf7eafa-fdb7-4682-b060-0553a2c7e652 req-a5cf54fd-9414-4171-8526-0ca3097f3865 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.0810246 May 10 20:04:40.521393 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8bf7eafa-fdb7-4682-b060-0553a2c7e652 req-4b66f5bf-d282-470c-989f-f0d0bf75b946 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 May 10 20:04:40.590315 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee02b-9fed-4b3b-ad3e-763e39e0b99d req-ab8baede-a536-4970-9e0a-5c2a095fec3f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:40.591888 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d56ee02b-9fed-4b3b-ad3e-763e39e0b99d req-ab8baede-a536-4970-9e0a-5c2a095fec3f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 944 time: 0.0871022 May 10 20:04:40.641229 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d56ee02b-9fed-4b3b-ad3e-763e39e0b99d req-94ad2d78-90f1-4d0f-ae22-a42b41d35575 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 May 10 20:04:40.821616 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62930bd3-efa2-4ce7-9745-36f4e5ac9d5a req-543cafdb-c906-4a39-a3c3-fe9b8a019937 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:40.822998 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-62930bd3-efa2-4ce7-9745-36f4e5ac9d5a req-543cafdb-c906-4a39-a3c3-fe9b8a019937 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0802512 May 10 20:04:40.872574 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-62930bd3-efa2-4ce7-9745-36f4e5ac9d5a req-6a63666a-6ef3-4722-a1bb-705ff2fb1262 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 May 10 20:04:41.115333 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:04:41.860658 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b91b2-0f04-4c34-b3f0-80e2dcab6460 req-30b1f577-64f6-41d7-baa7-2b75cca48871 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:41.862081 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-727b91b2-0f04-4c34-b3f0-80e2dcab6460 req-30b1f577-64f6-41d7-baa7-2b75cca48871 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 944 time: 0.0869937 May 10 20:04:41.907566 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-727b91b2-0f04-4c34-b3f0-80e2dcab6460 req-d2de3fdd-0cfa-4762-9000-eb20264414a2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 May 10 20:04:42.071554 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceca051-87d3-45d4-8140-67f6f493f81a req-0f0f8356-5192-4d4f-a081-054c16baf5b4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:42.073098 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dceca051-87d3-45d4-8140-67f6f493f81a req-0f0f8356-5192-4d4f-a081-054c16baf5b4 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0826275 May 10 20:04:42.119753 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dceca051-87d3-45d4-8140-67f6f493f81a req-c60179c4-b9c2-4bec-afb5-b010a4a40e19 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 May 10 20:04:42.479697 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a71d7daf-f671-4fd3-b1bb-8abc23440c29 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:04:42.638082 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7716bf18-d7e9-4977-9e0f-75d3ff3c882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.706441 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port a71d7daf-f671-4fd3-b1bb-8abc23440c29 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:04:42.711496 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port a71d7daf-f671-4fd3-b1bb-8abc23440c29 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:04:42.711875 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.873131 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:42.906610 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:42.918294 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:42.956881 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29', 'code': 200} May 10 20:04:43.124027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721116e-6765-4775-92d8-ba9eda7ac58a req-99ebdb2c-c4da-4e15-96fc-b21b305ff164 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:43.125390 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5721116e-6765-4775-92d8-ba9eda7ac58a req-99ebdb2c-c4da-4e15-96fc-b21b305ff164 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 944 time: 0.0855908 May 10 20:04:43.141429 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:43.143574 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:43.187053 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5721116e-6765-4775-92d8-ba9eda7ac58a req-c3ad9844-5f4b-45d4-8fd4-eca1a6d1a4ad tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553057 May 10 20:04:43.239623 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:43.253027 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:43.366248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77297c-4e04-4437-bbed-70c70eb7d8ab req-fecde0c5-4c1d-436e-aa19-78be56496c2d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:43.367823 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e77297c-4e04-4437-bbed-70c70eb7d8ab req-fecde0c5-4c1d-436e-aa19-78be56496c2d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0801065 May 10 20:04:43.416596 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6e77297c-4e04-4437-bbed-70c70eb7d8ab req-0a622389-e8c1-4578-8b85-96cd9bb01790 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 May 10 20:04:43.709290 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa112c-e1ea-488b-8d6d-e4e899ecee64 req-65f5e7df-9b3d-4867-a042-14cf131bb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:43.710750 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-50aa112c-e1ea-488b-8d6d-e4e899ecee64 req-65f5e7df-9b3d-4867-a042-14cf131bb796 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 1098 time: 0.0729737 May 10 20:04:43.754382 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-50aa112c-e1ea-488b-8d6d-e4e899ecee64 req-80434f2a-976f-49bb-9dcf-7a2569342e3d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 May 10 20:04:44.151688 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c1c0a-6e4f-4541-92fa-f9b44cb37aae req-972e05a8-0a84-4433-a0e9-5c7aabe6dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:44.153306 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-182c1c0a-6e4f-4541-92fa-f9b44cb37aae req-972e05a8-0a84-4433-a0e9-5c7aabe6dc7a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 1098 time: 0.0773420 May 10 20:04:44.209581 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-182c1c0a-6e4f-4541-92fa-f9b44cb37aae req-4b240294-88f6-4cb3-9eae-335c4ee62817 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 May 10 20:04:44.377429 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e23e0-af92-485e-bf8c-e8431560bd72 req-f5c2a9ac-6651-49c3-8b59-d6023e9e6c7b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:44.378932 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-569e23e0-af92-485e-bf8c-e8431560bd72 req-f5c2a9ac-6651-49c3-8b59-d6023e9e6c7b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.0800521 May 10 20:04:44.424465 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-569e23e0-af92-485e-bf8c-e8431560bd72 req-c65e7495-9276-4712-b7d4-a0d8298d5ce2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 May 10 20:04:44.610373 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff71a-8b18-48ef-b219-f87081569606 req-ad800a3d-3d2d-4d25-b7cf-fc455e58abb9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:44.611931 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c6ff71a-8b18-48ef-b219-f87081569606 req-ad800a3d-3d2d-4d25-b7cf-fc455e58abb9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0853949 May 10 20:04:44.659255 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c6ff71a-8b18-48ef-b219-f87081569606 req-fb70d3a7-1a41-4fd6-96f3-783bfea38e0f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 May 10 20:04:44.952302 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-251b19e9-1a48-4256-bcef-d358efedc9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.026920 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.234644 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55424) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:45.635406 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.662437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:45.665898 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612508a-a799-41ac-a8c4-d58cad1156d5 req-a4bb7c4f-db8e-46e4-97eb-f7190297b9c4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:45.670972 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8612508a-a799-41ac-a8c4-d58cad1156d5 req-a4bb7c4f-db8e-46e4-97eb-f7190297b9c4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.1021049 May 10 20:04:45.672008 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Usage tracker for resource:security_group_rule and tenant:a2e68d856821496ab882af0986decc2e is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:45.675357 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:45.684410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:45.739912 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8612508a-a799-41ac-a8c4-d58cad1156d5 req-a1c05920-c825-4aed-97cb-39800ed90128 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620847 May 10 20:04:45.795773 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55438) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:45.808364 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.912650 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.915425 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0bcde-7552-4060-90a1-5cb943dfefed req-94bf7ae4-ce31-4374-b504-6d91a6db0d69 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:45.917094 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cdf0bcde-7552-4060-90a1-5cb943dfefed req-94bf7ae4-ce31-4374-b504-6d91a6db0d69 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0996580 May 10 20:04:45.930661 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.948566 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:45.954058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Usage tracker for resource:security_group_rule and tenant:150627b111b647c29c3b1a9faaa264ed is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:45.959243 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:45.964062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:45.965984 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:45.982789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b0a65dca-9dec-4a49-a529-18029bf07eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:46.038877 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cdf0bcde-7552-4060-90a1-5cb943dfefed req-ffb3b187-dfa5-43af-9f82-754f3e94abcf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072631 May 10 20:04:46.040293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d3b79-c8d9-4fc8-8b54-5ccc4da924fe,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.044450 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2e68d856821496ab882af0986decc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086834 May 10 20:04:46.045482 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:46.050771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55450) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:46.069742 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.116330 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.145316 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.181968 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.190125 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-591cb26d-48c5-40db-b070-1f0d3f186ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:46.232145 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=150627b111b647c29c3b1a9faaa264ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353256 May 10 20:04:46.234267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2fffcb-e34c-42b6-b33f-1ba1849b51bc,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.235660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55454) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:46.236191 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:46.293661 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.319602 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.380550 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.394693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:46.398906 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3d3b79-c8d9-4fc8-8b54-5ccc4da924fe,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.401764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:46.411523 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.412686 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d3d3b79-c8d9-4fc8-8b54-5ccc4da924fe HTTP/1.1" status: 204 len: 168 time: 0.3609262 May 10 20:04:46.677046 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.681884 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d0da047a-a4eb-42ef-ae1f-9f92d2e3ffd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:46.697120 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2fffcb-e34c-42b6-b33f-1ba1849b51bc,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.700758 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:46.707049 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:46.708281 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac2fffcb-e34c-42b6-b33f-1ba1849b51bc HTTP/1.1" status: 204 len: 168 time: 0.4712768 May 10 20:04:46.933861 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3fea-70dd-49a2-8b17-88432c479d5d req-281c0647-9627-43cc-9ed5-24d1a5b6a4d8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:46.943546 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-757d3fea-70dd-49a2-8b17-88432c479d5d req-281c0647-9627-43cc-9ed5-24d1a5b6a4d8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.0843880 May 10 20:04:46.983668 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-757d3fea-70dd-49a2-8b17-88432c479d5d req-cbfa1741-0b7f-40cd-a4e5-d751152dca51 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 May 10 20:04:47.248323 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f0416-2a5a-4e8f-b1d0-4a9fc50ceb61 req-6ec3d4e4-a3ec-46fb-80ca-71b009d72a96 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:47.249684 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8b8f0416-2a5a-4e8f-b1d0-4a9fc50ceb61 req-6ec3d4e4-a3ec-46fb-80ca-71b009d72a96 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0861766 May 10 20:04:47.295190 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8b8f0416-2a5a-4e8f-b1d0-4a9fc50ceb61 req-5491f2b0-fbff-4933-a0ff-a86890248b8a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 May 10 20:04:47.484617 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357a89-b2a5-4ade-9675-f90d7f7f19d5 req-323b5c1e-e6ca-4e84-88a8-6d39378bcbf1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:47.486204 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23357a89-b2a5-4ade-9675-f90d7f7f19d5 req-323b5c1e-e6ca-4e84-88a8-6d39378bcbf1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0859590 May 10 20:04:47.538052 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23357a89-b2a5-4ade-9675-f90d7f7f19d5 req-e88512b7-de08-40a3-948c-1bfc36d37380 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 May 10 20:04:47.712269 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:47.790672 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55504) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:47.807468 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:47.822466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:47.826267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Usage tracker for resource:security_group_rule and tenant:a00957d1efca4006a15455b50d7ab272 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:47.829184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:47.835781 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:47.921442 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:47.923861 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55508) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:47.942942 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:47.957478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:47.961383 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6383728a10674b8faf027e7a3253b0ec is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:47.966976 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:47.970180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:48.075422 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.084919 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:48.172253 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a00957d1efca4006a15455b50d7ab272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780024 May 10 20:04:48.175960 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55522) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:48.183816 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62b839-5e35-498c-9138-f83fc311da8a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:48.188406 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:48.266795 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.326653 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.360987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.399193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199a241-4a65-4aff-83b6-3abf371b5c00 req-6051b898-49f8-4f82-91a4-f93b5ba41c62 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:48.400667 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7199a241-4a65-4aff-83b6-3abf371b5c00 req-6051b898-49f8-4f82-91a4-f93b5ba41c62 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.1361754 May 10 20:04:48.453511 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7199a241-4a65-4aff-83b6-3abf371b5c00 req-660f51e5-0bf3-4d67-a584-757e0e354ef4 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 May 10 20:04:48.540484 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.550666 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:48.593028 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6383728a10674b8faf027e7a3253b0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6680968 May 10 20:04:48.594679 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f54b06-6e67-48a0-99fc-a203f1859f71,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:48.595648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55528) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:48.598504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:48.612835 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.619806 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-47ff4ac5-a836-4f6c-a16c-af86096d7445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:48.641432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62b839-5e35-498c-9138-f83fc311da8a,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:48.647455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:48.656210 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.660858 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd62b839-5e35-498c-9138-f83fc311da8a HTTP/1.1" status: 204 len: 168 time: 0.4799483 May 10 20:04:48.698125 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.732311 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.991501 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:48.995293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:49.006895 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f54b06-6e67-48a0-99fc-a203f1859f71,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:49.010358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:49.013965 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:49.015106 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94f54b06-6e67-48a0-99fc-a203f1859f71 HTTP/1.1" status: 204 len: 168 time: 0.4184864 May 10 20:04:49.646426 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcefc41-d8fa-4dbd-a981-6dc75370f5d8 req-90d7676d-dce9-4272-963a-9ff2f47c6a13 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:49.647767 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3dcefc41-d8fa-4dbd-a981-6dc75370f5d8 req-90d7676d-dce9-4272-963a-9ff2f47c6a13 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.0822518 May 10 20:04:49.696559 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3dcefc41-d8fa-4dbd-a981-6dc75370f5d8 req-93d79a56-8fd3-4478-88ba-26b9fd3ea6fd tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 May 10 20:04:50.356154 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b996fb-044e-44a8-8672-e407315957c6 req-34fb5466-83f5-4dc5-a5c9-8ef31d9a2f1f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:50.357563 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-00b996fb-044e-44a8-8672-e407315957c6 req-34fb5466-83f5-4dc5-a5c9-8ef31d9a2f1f tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.68 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.0781045 May 10 20:04:50.590682 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Deleting port f8e88f6a-982b-4102-9bec-43901b415aa5 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:04:50.591026 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:50.783333 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] For port f8e88f6a-982b-4102-9bec-43901b415aa5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8e88f6a-982b-4102-9bec-43901b415aa5,segment=NetworkSegment(dd26dc77-5646-4214-afed-a70e73bc3a4f),segment_id=dd26dc77-5646-4214-afed-a70e73bc3a4f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:04:50.783948 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:51.004728 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-81ec0b0c-0856-4548-a1a9-3cc0a6899534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:51.006570 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-81ec0b0c-0856-4548-a1a9-3cc0a6899534 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.1363645 May 10 20:04:51.010967 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Calling delete_port for f8e88f6a-982b-4102-9bec-43901b415aa5 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:04:51.095532 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc71eda-1d28-4527-a934-01bb480ddd4b req-fd262625-a917-4d13-8fe5-7234369847c2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:51.114890 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdc71eda-1d28-4527-a934-01bb480ddd4b req-fd262625-a917-4d13-8fe5-7234369847c2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2431903 May 10 20:04:51.217838 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdc71eda-1d28-4527-a934-01bb480ddd4b req-c15bc19f-d300-4dba-a813-91d8468414b1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019123 May 10 20:04:51.357909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1142ecf-1b13-4de3-95f8-dd07d296780c req-4bab91f7-f0be-48ca-9c7d-b7dc972c61d7 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:51.357909 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e1142ecf-1b13-4de3-95f8-dd07d296780c req-4bab91f7-f0be-48ca-9c7d-b7dc972c61d7 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 945 time: 0.3149755 May 10 20:04:51.395387 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-78d31e6c-0e27-4afd-a2d6-177d783b79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:51.396832 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-78d31e6c-0e27-4afd-a2d6-177d783b79a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.3802276 May 10 20:04:51.475776 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-acfc5a8c-35e9-4ec5-b71b-77a82ba7af72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.0687590 May 10 20:04:51.478668 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e1142ecf-1b13-4de3-95f8-dd07d296780c req-bd6f9a18-0bb7-4123-a071-5264b0263032 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca213b15-3f0e-492d-91a8-86095640f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088068 May 10 20:04:51.546039 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-7cc95cb7-60b4-4663-816c-2f000c80ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:51.547449 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-7cc95cb7-60b4-4663-816c-2f000c80ebbf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.0589247 May 10 20:04:51.557741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:51.574221 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['f8e88f6a-982b-4102-9bec-43901b415aa5'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:04:51.574787 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:51.597882 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-8b3a8762-de4b-4a51-85a7-722bed8d0a9d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430846 May 10 20:04:51.646754 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Pushing event deleted for resources: {'Port': ['ID=f8e88f6a-982b-4102-9bec-43901b415aa5,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:51.653350 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:51.692704 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] No DVR routers for this DVR port f8e88f6a-982b-4102-9bec-43901b415aa5 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:04:51.695374 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:51.698160 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'name': 'network-vif-deleted', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:04:51.753459 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-be917b1f-f27a-469a-beae-0f00e0dc8b72 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436841 May 10 20:04:51.759563 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937593c4-7b03-4942-a29b-4a3cd43b4d05', 'name': 'network-vif-deleted', 'tag': 'f8e88f6a-982b-4102-9bec-43901b415aa5', 'status': 'completed', 'code': 200} May 10 20:04:51.861631 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-00b996fb-044e-44a8-8672-e407315957c6 req-7416f731-4c99-4144-9c7e-fad84f2f589a tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.68 "DELETE /v2.0/ports/f8e88f6a-982b-4102-9bec-43901b415aa5 HTTP/1.1" status: 204 len: 173 time: 1.4940248 May 10 20:04:51.898041 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76962b4f-8c02-4803-99e4-8386396e4bc6 req-4a879bb5-18ec-4dc8-9a3e-dd8d9481b4a9 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282086 May 10 20:04:52.467035 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba646c0-dd9a-4d68-b1c1-92f2d573527d req-87d7f677-0ef6-47a1-9a1c-d3da1b588ab3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:52.469233 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2ba646c0-dd9a-4d68-b1c1-92f2d573527d req-87d7f677-0ef6-47a1-9a1c-d3da1b588ab3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1245055 May 10 20:04:52.518406 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2ba646c0-dd9a-4d68-b1c1-92f2d573527d req-357327ae-8630-4def-9fc0-0d4a4485ad1a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 May 10 20:04:52.677756 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cea60956-80a9-48e6-82bc-5096ef4c7a23 req-bfcc6559-0493-468f-be91-70c2f58c258b tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] 10.222.0.42 "GET /v2.0/ports?device_id=937593c4-7b03-4942-a29b-4a3cd43b4d05 HTTP/1.1" status: 200 len: 210 time: 0.0475037 May 10 20:04:53.211086 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55726) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:53.332373 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:53.347868 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:53.351777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Usage tracker for resource:security_group_rule and tenant:f9def6b1ce6348d1880507351ea8c0d4 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:53.354660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:53.360500 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:53.445174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:53.574607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:53.584222 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:53.653516 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9def6b1ce6348d1880507351ea8c0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408321 May 10 20:04:53.658789 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55742) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:53.662597 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29698bd7-6392-4908-9bdb-e715d82185ff,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:53.675804 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:53.752665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfae9e1-d893-44fb-b772-f4eb03d90c80 req-657c7165-f83e-4fbd-a745-2cfe48d3d6a5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:53.754832 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6dfae9e1-d893-44fb-b772-f4eb03d90c80 req-657c7165-f83e-4fbd-a745-2cfe48d3d6a5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1162536 May 10 20:04:53.760805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:53.790382 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:53.806889 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6dfae9e1-d893-44fb-b772-f4eb03d90c80 req-83da777d-a93c-414e-a9d8-45cf0d53ad60 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 May 10 20:04:54.020798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:54.024589 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bd00d4fc-2ccb-4fe9-8585-1c994f4affdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:54.039304 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29698bd7-6392-4908-9bdb-e715d82185ff,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:54.041538 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:54.052917 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:54.056484 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29698bd7-6392-4908-9bdb-e715d82185ff HTTP/1.1" status: 204 len: 168 time: 0.3937147 May 10 20:04:54.528465 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f8e88f6a-982b-4102-9bec-43901b415aa5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:04:54.572111 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: f8e88f6a-982b-4102-9bec-43901b415aa5 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:04:54.572455 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f8e88f6a-982b-4102-9bec-43901b415aa5 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:04:54.997756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ede3c-ad4e-4c02-a98b-43c1243771f7 req-1561e4f4-8921-4fc7-aa92-57acd0237703 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:54.999333 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-871ede3c-ad4e-4c02-a98b-43c1243771f7 req-1561e4f4-8921-4fc7-aa92-57acd0237703 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0833659 May 10 20:04:55.066115 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-871ede3c-ad4e-4c02-a98b-43c1243771f7 req-dff895db-45aa-4f57-b0a4-f4d3cbfc3905 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551703 May 10 20:04:55.102024 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55782) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.132248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.149552 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:55.153891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8343696b5c4a938550919d15f3bc29 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:55.157788 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:55.165789 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:55.263976 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.297652 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55790) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.425982 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.439878 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:04:55.444297 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Usage tracker for resource:security_group_rule and tenant:ff6b61de73d84fb5933cced9e71ca234 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:04:55.450213 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:04:55.453121 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:04:55.454559 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.463849 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:55.504281 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a8343696b5c4a938550919d15f3bc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010935 May 10 20:04:55.505912 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b846594b-96ad-43d3-8d30-5ebb6a53d48b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:55.507630 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55798) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.508966 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:55.571854 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.590761 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.615876 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.745794 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.754769 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a62d4a24-8618-4047-b1e9-4dac5b0948fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:55.797361 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b8e43a-6fdc-450f-a055-a83d793d52c8,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:55.801527 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff6b61de73d84fb5933cced9e71ca234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028944 May 10 20:04:55.802570 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:55.805909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55806) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:04:55.838072 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.845308 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb8c6917-deb6-4fda-ac1b-3f972185b5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:55.861298 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846594b-96ad-43d3-8d30-5ebb6a53d48b,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:55.866250 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:55.873293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.878716 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b846594b-96ad-43d3-8d30-5ebb6a53d48b HTTP/1.1" status: 204 len: 168 time: 0.3671532 May 10 20:04:55.912189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:55.942133 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:56.164642 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:56.172001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-766615e6-8e23-4d8a-b91a-b05e52904481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:04:56.187393 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b8e43a-6fdc-450f-a055-a83d793d52c8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:56.192030 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:04:56.246393 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:56.247480 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05b8e43a-6fdc-450f-a055-a83d793d52c8 HTTP/1.1" status: 204 len: 168 time: 0.4404585 May 10 20:04:56.286798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970cebb-817d-46fd-80f5-ed17c034cd7a req-e704fe31-fd7c-4ae0-82e9-1b404695ecd7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:56.288343 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5970cebb-817d-46fd-80f5-ed17c034cd7a req-e704fe31-fd7c-4ae0-82e9-1b404695ecd7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0986927 May 10 20:04:56.338962 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5970cebb-817d-46fd-80f5-ed17c034cd7a req-fd7e52aa-ed62-4d16-8bc2-c9c85a5d1f24 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 May 10 20:04:57.533977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c02a-6283-49fe-b776-54da03114364 req-f4f1fb07-21dc-498a-bd31-bbcc8fcae467 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:57.535531 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c87c02a-6283-49fe-b776-54da03114364 req-f4f1fb07-21dc-498a-bd31-bbcc8fcae467 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0805950 May 10 20:04:57.587123 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c87c02a-6283-49fe-b776-54da03114364 req-87e6590a-a23b-46d6-a652-354addb916f5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 May 10 20:04:58.613236 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-ec8b70b7-3009-4e0a-bb22-44d52d311311 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:58.614798 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-ec8b70b7-3009-4e0a-bb22-44d52d311311 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.1515114 May 10 20:04:58.630663 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-f563725a-c32a-4864-bec0-30fe6ab4a027 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/quotas/bd3909a3f3fc452f8b5241844865fb65 HTTP/1.1" status: 200 len: 375 time: 0.0102131 May 10 20:04:58.720109 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-90a9f94d-15f6-4b1d-9d5a-39631bd1a1cf tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836270 May 10 20:04:58.785368 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c6a61-9241-4a87-ba9c-470f36eba855 req-8df6e291-48af-4bdb-98de-abd3d6173a98 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:04:58.786991 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9f0c6a61-9241-4a87-ba9c-470f36eba855 req-8df6e291-48af-4bdb-98de-abd3d6173a98 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0901177 May 10 20:04:58.859442 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9f0c6a61-9241-4a87-ba9c-470f36eba855 req-623c3360-2a4b-4fe0-ae73-252341db7e88 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 May 10 20:04:58.876282 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-8d6a7027-05fe-4b62-8cc2-3b9f2322bae5 service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489534 May 10 20:04:59.012394 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-d7d9593e-257f-480c-b3ac-8c062b42386f service neutron] 10.222.0.42 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294847 May 10 20:04:59.548505 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb9f42f5-18f8-476e-b167-410c087f6fc9 req-53b88e83-e236-48df-a599-624712fbb3ba tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.0429385 May 10 20:05:00.116215 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9fdb-2d96-481f-9ff6-1cfcaf69485a req-2d691a32-4024-44a6-a278-cda25c68c8bf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:00.117942 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-904d9fdb-2d96-481f-9ff6-1cfcaf69485a req-2d691a32-4024-44a6-a278-cda25c68c8bf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1743217 May 10 20:05:00.171930 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-904d9fdb-2d96-481f-9ff6-1cfcaf69485a req-11cd1ea7-8a8e-4f3b-8f44-55804dddd6c3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 May 10 20:05:00.480768 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 55962) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:00.611410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.667950 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:00.673117 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-64c1f5f1-b89a-4719-8581-e0357020a971 req-c6b91023-6e55-49ab-ae8e-bd69d99b06a8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.0509086 May 10 20:05:00.676035 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Usage tracker for resource:security_group_rule and tenant:7a81c8a061cd442c96be922979c362f2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:00.687999 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:00.687999 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:00.775483 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.946825 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:00.953923 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-10ecba1c-ba6a-4328-b9d8-243169a27bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:01.000485 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a81c8a061cd442c96be922979c362f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182750 May 10 20:05:01.001750 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe41b2-7f37-4595-8f07-a2010c04832c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:01.004996 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 55976) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:01.005555 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:01.067341 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:01.099438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:01.358722 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ee473-af7b-4f8f-8206-037b06a88581 req-0495c959-803f-481d-8a1a-804e3a01b188 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:01.360297 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-951ee473-af7b-4f8f-8206-037b06a88581 req-0495c959-803f-481d-8a1a-804e3a01b188 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0831299 May 10 20:05:01.391602 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:01.402923 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7acdfc2e-ab0f-4573-b7fe-84f278387c9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:01.410580 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe41b2-7f37-4595-8f07-a2010c04832c,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:01.411857 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-951ee473-af7b-4f8f-8206-037b06a88581 req-ce19c4c1-4a4b-495f-b44c-31c48c222f70 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452943 May 10 20:05:01.413860 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:01.418717 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:01.420845 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66fe41b2-7f37-4595-8f07-a2010c04832c HTTP/1.1" status: 204 len: 168 time: 0.4136925 May 10 20:05:01.827483 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-eb923c15-6080-4ca5-a4e4-f72ef1bd1446 req-4b821655-e976-43f5-a42c-4d43fefca470 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.0441918 May 10 20:05:02.622265 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f5786-0269-4321-addb-8566fadf1911 req-34c6749a-0c80-4c51-a528-9808d79906a2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:02.623816 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0c6f5786-0269-4321-addb-8566fadf1911 req-34c6749a-0c80-4c51-a528-9808d79906a2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0815334 May 10 20:05:02.651969 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56010) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:02.655049 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.743719 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:02.744761 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0c6f5786-0269-4321-addb-8566fadf1911 req-ab515abf-00e8-4b78-9222-38a051c7796e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 May 10 20:05:02.745197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:02.745197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Usage tracker for resource:security_group_rule and tenant:87740a78fbf8444dbcd03dff4504fd17 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:02.745197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:02.745197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:02.799870 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.003909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.008672 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fd3ef4c9-4a62-44d5-9e2f-80ed3e7704d2 req-c71a8e38-77c0-4184-bde9-4227174333dc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.0468247 May 10 20:05:03.012655 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8e98182a-039b-4c0f-b368-1b1e5d2a22c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:03.057223 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87740a78fbf8444dbcd03dff4504fd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040985 May 10 20:05:03.057961 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bca53e-2212-4d8f-885c-d68822819ee6,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:03.060542 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56024) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:03.079608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:03.214719 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.243607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.478065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.483852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8d74cfb3-198a-479f-b31b-b5a6659153e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:03.491505 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-bb65660e-d2e4-4c13-8d5d-e5b821ad371b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:03.492951 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-bb65660e-d2e4-4c13-8d5d-e5b821ad371b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 814 time: 0.1533036 May 10 20:05:03.497999 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bca53e-2212-4d8f-885c-d68822819ee6,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:03.500957 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:03.501873 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:03.503668 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6bca53e-2212-4d8f-885c-d68822819ee6 HTTP/1.1" status: 204 len: 168 time: 0.4348452 May 10 20:05:03.510903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Request body: {'port': {'device_id': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'admin_state_up': True, 'tenant_id': 'bd3909a3f3fc452f8b5241844865fb65'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:03.651793 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:03.661304 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:03.884230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Made reservation on behalf of bd3909a3f3fc452f8b5241844865fb65 for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:03.887643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:04.013344 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58f04-36b7-4695-9b97-ba6586b915f1 req-5114f52b-2503-4cdc-aaed-8c0d3266db6a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:04.031114 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-24c58f04-36b7-4695-9b97-ba6586b915f1 req-5114f52b-2503-4cdc-aaed-8c0d3266db6a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1796474 May 10 20:05:04.127084 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-24c58f04-36b7-4695-9b97-ba6586b915f1 req-21a5ea55-f70a-459c-8480-b5744647c889 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948105 May 10 20:05:04.170618 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Allocated IP 172.20.0.7 (2b19b223-8d1a-41c5-a08d-ff14f53ed604/cdf10fd7-53b0-42bd-b11b-05d6b554b50b/81715e68-7314-4df8-a7a2-a87d7f46c1b8) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:04.334992 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-92dab530-b79b-4288-8f7e-c41004098590 req-8fa9815c-06db-4b3c-8cdd-419380478290 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.0571036 May 10 20:05:04.429514 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:04.615495 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:04.622774 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:04.631580 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'a71d7daf-f671-4fd3-b1bb-8abc23440c29'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:04.696102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:04.704265 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:04.709435 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:04.714896 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:04.715508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:04.720947 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event updated for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:04.728613 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:05.204239 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6817424 May 10 20:05:05.208272 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Request body: {'port': {'device_id': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:05.366014 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.457781 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d5cda-30a2-4756-982a-84b93bbf0d96 req-bed9a881-0faf-4f96-b0c5-353bd5ea4411 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:05.460922 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9f2d5cda-30a2-4756-982a-84b93bbf0d96 req-bed9a881-0faf-4f96-b0c5-353bd5ea4411 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1952248 May 10 20:05:05.546872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc543-e2d8-4fba-ae54-4a957f31d355 req-0d49efe4-abbd-4828-a96a-3e7d7a315d25 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:05.548354 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ef7bc543-e2d8-4fba-ae54-4a957f31d355 req-0d49efe4-abbd-4828-a96a-3e7d7a315d25 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 931 time: 0.0863540 May 10 20:05:05.600442 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ef7bc543-e2d8-4fba-ae54-4a957f31d355 req-35912e6c-3a45-4be8-83ff-233a7e07a389 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 May 10 20:05:05.641813 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9f2d5cda-30a2-4756-982a-84b93bbf0d96 req-0d62bdda-08cb-4786-9fcd-30ebeab09f65 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750178 May 10 20:05:05.870682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81715e68-7314-4df8-a7a2-a87d7f46c1b8 {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:05.878139 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:05.892238 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Transition to ACTIVE for port object 81715e68-7314-4df8-a7a2-a87d7f46c1b8 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:06.146687 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.154557 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8110bcf2-8e70-42a2-bfe7-0674a2cfdeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:06.305990 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Pushing event updated for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:06.313353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:06.354257 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Attempting to bind port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:06.354787 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Attempting to bind port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:06.355687 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Attempting to bind port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:06.362522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:05:06.363584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Attempting to bind port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 on network 2b19b223-8d1a-41c5-a08d-ff14f53ed604 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:06.373739 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:06.374089 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Checking segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:06.374518 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Bound using segment: {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:06.374943 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Bound port: 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e933ff09-9189-4698-b687-2eb290f1574c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:06.375351 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.475337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:06.478285 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:06.603469 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.611332 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:06.668951 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.677006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:06.677006 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] 10.222.0.68 "PUT /v2.0/ports/81715e68-7314-4df8-a7a2-a87d7f46c1b8 HTTP/1.1" status: 200 len: 1093 time: 1.4679754 May 10 20:05:06.677006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:06.706544 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Pushing event updated for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:06.709652 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:06.829620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d0c51-6c35-42c4-838a-61b16f6a2554 req-0a329f81-10ed-4a8b-a977-d7422a318a03 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.831934 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-153d0c51-6c35-42c4-838a-61b16f6a2554 req-0a329f81-10ed-4a8b-a977-d7422a318a03 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 943 time: 0.0830922 May 10 20:05:06.864586 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444865b-6dad-4302-893e-1322a5310dd2 req-8dccd975-a9ee-4e68-8278-35ccd7e23568 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.866126 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c444865b-6dad-4302-893e-1322a5310dd2 req-8dccd975-a9ee-4e68-8278-35ccd7e23568 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0880666 May 10 20:05:06.902946 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-153d0c51-6c35-42c4-838a-61b16f6a2554 req-a36651ad-0ce6-4672-8e45-e4c1a9a95526 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641537 May 10 20:05:06.966752 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8', 'status': 'completed', 'code': 200} May 10 20:05:06.975035 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c444865b-6dad-4302-893e-1322a5310dd2 req-bcc9b4fb-8e72-4b5b-a42b-e856da4ef182 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 May 10 20:05:06.995200 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-181108a6-072c-40b6-9002-92ba847192ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:06.995609 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-181108a6-072c-40b6-9002-92ba847192ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 1096 time: 0.1062691 May 10 20:05:07.077568 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-ed4a9af0-fae0-4e0a-96eb-356188eb55a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8 HTTP/1.1" status: 200 len: 217 time: 0.0693612 May 10 20:05:07.144447 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-792155c4-740b-424d-aa20-4855e3a4b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.146346 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-792155c4-740b-424d-aa20-4855e3a4b936 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.0608852 May 10 20:05:07.207363 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-da6fe466-b206-421b-8d19-0234890dbcdc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464785 May 10 20:05:07.344965 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-3b4664b5-de36-4fa3-88e9-99976f17c7d3 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287031 May 10 20:05:07.486250 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-882b5aa2-396b-4642-9a8d-9b38e725a593 req-d4b7bcd4-0110-460c-82fd-e0eeaf644567 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332636 May 10 20:05:07.769087 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-c8f56420-2095-40d6-8141-af4f66faf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.770564 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-c8f56420-2095-40d6-8141-af4f66faf663 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd3909a3f3fc452f8b5241844865fb65&device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 1096 time: 0.0713491 May 10 20:05:07.909637 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-f02cfef3-1819-41f8-8bc8-e114574aa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:07.911149 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-f02cfef3-1819-41f8-8bc8-e114574aa572 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 200 len: 915 time: 0.1303573 May 10 20:05:08.069974 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-162c7f23-ea4c-4a5a-90eb-8c71d737208b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8 HTTP/1.1" status: 200 len: 217 time: 0.1468508 May 10 20:05:08.103345 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc5350-96d5-40fd-9dfe-c94cf24d913f req-ca7e0d19-5f81-4665-9400-703854802e95 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:08.105663 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-55bc5350-96d5-40fd-9dfe-c94cf24d913f req-ca7e0d19-5f81-4665-9400-703854802e95 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 943 time: 0.0880706 May 10 20:05:08.160912 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-55bc5350-96d5-40fd-9dfe-c94cf24d913f req-39249712-9b6d-484c-acb0-87e1eb1089f8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 May 10 20:05:08.197199 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-9db0d89d-4c1b-4e02-ab5a-6790ace3dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:08.198074 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-9db0d89d-4c1b-4e02-ab5a-6790ace3dc4f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 200 len: 854 time: 0.1200602 May 10 20:05:08.255584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a380a-425f-4c2d-bcf7-23eb6bd25b55 req-1d23f973-d74b-4bd3-a72b-3d74465dc1fd tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:08.257045 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f90a380a-425f-4c2d-bcf7-23eb6bd25b55 req-1d23f973-d74b-4bd3-a72b-3d74465dc1fd tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1406634 May 10 20:05:08.263853 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-e712021f-e86f-4645-bab8-c51e313f3f9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b19b223-8d1a-41c5-a08d-ff14f53ed604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499706 May 10 20:05:08.376179 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f90a380a-425f-4c2d-bcf7-23eb6bd25b55 req-d75913a9-cfcb-41f1-b667-153770c9ea8a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112819 May 10 20:05:08.423506 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-5de38e6c-ad0b-49e3-83fc-05022dcc0268 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437316 May 10 20:05:08.560523 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3af369c7-f7d1-43c9-9e51-6b4ddc353af2 req-c815d2be-31cf-48e8-ac28-08ca35eeba34 service neutron] 10.222.0.68 "GET /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282032 May 10 20:05:09.028684 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a147-603d-4101-9647-a1fab5a88f4b req-42495929-9cd9-4a37-9c52-b5212c665bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.028684 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e07a147-603d-4101-9647-a1fab5a88f4b req-42495929-9cd9-4a37-9c52-b5212c665bac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.0789585 May 10 20:05:09.067795 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e07a147-603d-4101-9647-a1fab5a88f4b req-25a61c01-f6c3-4749-bff9-4014ec38af04 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346305 May 10 20:05:09.377395 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31fe3b-d0be-461b-ba95-029d7f822626 req-16a7294c-e713-4bf4-aad3-d07e1baff41a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.378501 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-ee31fe3b-d0be-461b-ba95-029d7f822626 req-16a7294c-e713-4bf4-aad3-d07e1baff41a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:09.569193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-ee31fe3b-d0be-461b-ba95-029d7f822626 req-16a7294c-e713-4bf4-aad3-d07e1baff41a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:09.571275 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ee31fe3b-d0be-461b-ba95-029d7f822626 req-16a7294c-e713-4bf4-aad3-d07e1baff41a tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 943 time: 0.2816598 May 10 20:05:09.620499 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ee31fe3b-d0be-461b-ba95-029d7f822626 req-fc49e389-587f-4f05-8587-5da3d53aee06 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 May 10 20:05:09.702470 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14899ff-c62b-4db4-83e8-616e40696527 req-05e64c4e-a415-429f-a87b-9d381dca9501 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:09.703951 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b14899ff-c62b-4db4-83e8-616e40696527 req-05e64c4e-a415-429f-a87b-9d381dca9501 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1355953 May 10 20:05:09.748846 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b14899ff-c62b-4db4-83e8-616e40696527 req-0ffa3458-75cd-4f58-b9d1-9dafe045017d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 May 10 20:05:10.630047 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 81715e68-7314-4df8-a7a2-a87d7f46c1b8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:05:10.778753 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:10.787729 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '81715e68-7314-4df8-a7a2-a87d7f46c1b8', 'network_id': '2b19b223-8d1a-41c5-a08d-ff14f53ed604', 'port_id': '81715e68-7314-4df8-a7a2-a87d7f46c1b8', 'mac_address': 'fa:16:3e:79:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf10fd7-53b0-42bd-b11b-05d6b554b50b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:05:10.860318 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:10.865030 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b84d-3168-477f-9068-daa3e0de1884 req-88c550c9-ca7a-41d1-98cc-18e017c91150 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:10.866568 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-82e7b84d-3168-477f-9068-daa3e0de1884 req-88c550c9-ca7a-41d1-98cc-18e017c91150 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 943 time: 0.1362975 May 10 20:05:10.886920 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81715e68-7314-4df8-a7a2-a87d7f46c1b8 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:10.913100 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:10.916662 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-82e7b84d-3168-477f-9068-daa3e0de1884 req-34b334c7-2440-499b-9442-05281e3b6038 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 May 10 20:05:10.988324 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699218-bb40-4aa4-8142-e08515ecc68a req-421065df-bf62-4966-b661-50b131104a22 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:10.989946 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c699218-bb40-4aa4-8142-e08515ecc68a req-421065df-bf62-4966-b661-50b131104a22 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0882213 May 10 20:05:11.043944 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c699218-bb40-4aa4-8142-e08515ecc68a req-6b0eabf7-e1f9-464f-b007-c8bb9b0c9aed tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479481 May 10 20:05:11.129553 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:11.132330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:11.227604 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:11.232507 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:11.554463 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['81715e68-7314-4df8-a7a2-a87d7f46c1b8'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:12.137825 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f37d3-9738-420c-9e07-7cc15adb00ad req-1f7f54d2-2762-4b84-a796-54c525a2653d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.139348 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c13f37d3-9738-420c-9e07-7cc15adb00ad req-1f7f54d2-2762-4b84-a796-54c525a2653d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 944 time: 0.0953102 May 10 20:05:12.149451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa97c91-9ec8-4923-b0a2-04b7722718ff req-d2a0db73-16af-441e-98a4-cbf833b60933 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.151091 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3aa97c91-9ec8-4923-b0a2-04b7722718ff req-d2a0db73-16af-441e-98a4-cbf833b60933 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0845013 May 10 20:05:12.187469 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c13f37d3-9738-420c-9e07-7cc15adb00ad req-081d22f0-2d59-4d5c-941a-5e53ac8faf05 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 May 10 20:05:12.201554 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3aa97c91-9ec8-4923-b0a2-04b7722718ff req-2a1ef9d4-8c08-41c3-9cd7-02b2e50b82d2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 May 10 20:05:12.332065 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da62274-49ef-4450-896c-d87a014e60f3 req-3ec7b604-f480-41fe-a29b-d89d4315c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.333576 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-3ec7b604-f480-41fe-a29b-d89d4315c460 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.0705149 May 10 20:05:12.475448 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da62274-49ef-4450-896c-d87a014e60f3 req-f03662db-2821-4341-b701-870585018884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.476759 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-f03662db-2821-4341-b701-870585018884 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.1230853 May 10 20:05:12.546248 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-8f8ef6e9-c564-4a01-9cf1-2b6618cf2a2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.0619626 May 10 20:05:12.551441 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f31-e8c7-4024-82f0-b69ba36f37f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:12.610703 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da62274-49ef-4450-896c-d87a014e60f3 req-c39b8ac3-948d-4005-80c0-c39bbc9ac072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:12.616311 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-c39b8ac3-948d-4005-80c0-c39bbc9ac072 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.0573061 May 10 20:05:12.629244 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 81715e68-7314-4df8-a7a2-a87d7f46c1b8 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:12.663780 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-39b65d8c-17e8-4fac-90a3-daa5d7db52b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440845 May 10 20:05:12.818092 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-1c549149-228d-4688-9ec3-f565c557ee2b service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454306 May 10 20:05:12.900653 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:12.909238 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:12.909942 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.157586 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.213203 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:13.214115 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:13.258548 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0da62274-49ef-4450-896c-d87a014e60f3 req-7dee7021-701a-4142-91ea-b0ffbb4297ab service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282987 May 10 20:05:13.274641 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8', 'code': 200} May 10 20:05:13.408283 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d032ed-d510-4610-b0af-2c7f1f324082 req-ef188a88-7d04-43fa-b9b0-36902e73b821 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:13.410645 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0d032ed-d510-4610-b0af-2c7f1f324082 req-ef188a88-7d04-43fa-b9b0-36902e73b821 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 944 time: 0.0874515 May 10 20:05:13.454234 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07922-6815-4255-a780-ffd589fb1343 req-84f7fecc-2bb6-4864-adb0-3390e77cbb29 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:13.455948 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-09d07922-6815-4255-a780-ffd589fb1343 req-84f7fecc-2bb6-4864-adb0-3390e77cbb29 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0848286 May 10 20:05:13.456152 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0d032ed-d510-4610-b0af-2c7f1f324082 req-7fd0968d-9bac-4778-be6e-467663c95951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 May 10 20:05:13.504481 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-09d07922-6815-4255-a780-ffd589fb1343 req-43cfc3ff-5fc1-4877-8680-1adaed2857f6 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 May 10 20:05:13.576465 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:13.581183 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:13.656436 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:13.661250 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:13.932706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56304) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:14.054947 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.070735 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:14.074793 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Usage tracker for resource:security_group_rule and tenant:49d4c7e14fb34caa96d0110268c7e827 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:14.077958 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:14.084865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:14.182381 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.201115 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad965b-dcea-4f76-9ed4-c345177b450e req-f4d9a4df-9584-43c7-a5c7-9d712454c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:14.204180 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-05ad965b-dcea-4f76-9ed4-c345177b450e req-f4d9a4df-9584-43c7-a5c7-9d712454c253 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 1098 time: 0.0953875 May 10 20:05:14.249023 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-05ad965b-dcea-4f76-9ed4-c345177b450e req-370e1348-7c8d-4009-9b48-d69d24c3aa1c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362940 May 10 20:05:14.419721 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.428636 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9a89d868-9994-4871-bbb4-a81b7b14d10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:14.469392 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49d4c7e14fb34caa96d0110268c7e827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356448 May 10 20:05:14.470263 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e42ce6-46d6-49cf-950f-c66048d325f8,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:14.472157 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56320) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:14.477599 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.477956 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.478329 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.478744 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.479086 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.479422 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.479862 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.480147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.480410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.480741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.481067 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.481395 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.485247 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:14.541028 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.567946 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.683946 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f516b2-73ff-4db1-8b03-b2741f709923 req-b43f5511-1339-4cb0-b7aa-704ee46ec496 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:14.685633 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-42f516b2-73ff-4db1-8b03-b2741f709923 req-b43f5511-1339-4cb0-b7aa-704ee46ec496 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.1107261 May 10 20:05:14.707673 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3acc32-a900-4665-8110-fb97e71d02f3 req-a890e6af-6164-4848-b61e-af8b9f89a527 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:14.709134 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2c3acc32-a900-4665-8110-fb97e71d02f3 req-a890e6af-6164-4848-b61e-af8b9f89a527 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0885847 May 10 20:05:14.734122 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-42f516b2-73ff-4db1-8b03-b2741f709923 req-d7f2d716-5db4-4815-b8af-252dcd006959 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 May 10 20:05:14.757823 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2c3acc32-a900-4665-8110-fb97e71d02f3 req-9ac53acb-c60e-4355-869b-a559f6dd9d88 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 May 10 20:05:14.957128 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.962071 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e85ffd57-9bbb-46a3-8db8-9f1216bf9820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:14.975569 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e42ce6-46d6-49cf-950f-c66048d325f8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:14.982930 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:14.983988 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9e42ce6-46d6-49cf-950f-c66048d325f8 HTTP/1.1" status: 204 len: 168 time: 0.5108764 May 10 20:05:14.985508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.985866 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.987072 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.987185 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.987530 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.987870 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.988207 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.988741 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.988865 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.989199 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.989533 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.989862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:14.992953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:15.145809 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b82f62c0-9823-43b7-b1bd-7aae7308e343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.294567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.922096 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fcd41-9077-493d-816b-6d861723393c req-5d242a91-ecb1-46f9-b013-fbb7d43f6637 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:15.923587 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-535fcd41-9077-493d-816b-6d861723393c req-5d242a91-ecb1-46f9-b013-fbb7d43f6637 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.0789118 May 10 20:05:15.949143 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78485ae-fc12-4ce9-9528-2a9a58d66b5c req-f338542c-d530-4e85-9c07-e668047e6026 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:15.950626 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e78485ae-fc12-4ce9-9528-2a9a58d66b5c req-f338542c-d530-4e85-9c07-e668047e6026 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0825334 May 10 20:05:15.964860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:15.974585 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-535fcd41-9077-493d-816b-6d861723393c req-c3ef6402-380a-4099-956b-4a9f3ed8db97 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 May 10 20:05:16.006653 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e78485ae-fc12-4ce9-9528-2a9a58d66b5c req-ff015248-e8a9-44b7-8eb7-2bab1c1facd8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483398 May 10 20:05:16.948707 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56390) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:17.071233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549477645-network', 'tenant_id': '37e89724dd6a4f81a7ae7894f1c8ceee'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:17.071233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:17.071233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Usage tracker for resource:network and tenant:37e89724dd6a4f81a7ae7894f1c8ceee is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:17.071233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:17.078698 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:17.213315 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb105a-5bfe-4d0f-8ea1-fe429abb1dc6 req-e45ec8ec-7b83-4de6-ba73-d208f5a6884e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:17.213315 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dfbb105a-5bfe-4d0f-8ea1-fe429abb1dc6 req-e45ec8ec-7b83-4de6-ba73-d208f5a6884e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0807612 May 10 20:05:17.257822 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dfbb105a-5bfe-4d0f-8ea1-fe429abb1dc6 req-632baf4c-c64b-4dbc-862e-f81bab9a93e1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 May 10 20:05:17.299506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Made reservation on behalf of 37e89724dd6a4f81a7ae7894f1c8ceee for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:17.302146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.314170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.328581 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:17.333031 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Usage tracker for resource:security_group_rule and tenant:37e89724dd6a4f81a7ae7894f1c8ceee is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:17.335797 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:17.341687 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:17.419810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.528563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.532148 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-64487de9-6a87-4f34-b955-22900b6882ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:17.568420 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:05:17.577845 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3cb33-1371-4e27-bf74-b9fc6fb70619,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:17.606717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:17.606717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.606717 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Added segment 5eabe7d6-84d7-48da-af53-12cf420d0fbe of type vlan for network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb May 10 20:05:17.631276 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.765971 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab310-532b-4f08-9bd6-1ef7773f186a req-461a8c0a-e20d-470e-a9a2-d25c30d15823 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:17.767462 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d0cab310-532b-4f08-9bd6-1ef7773f186a req-461a8c0a-e20d-470e-a9a2-d25c30d15823 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0941527 May 10 20:05:17.779907 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.819602 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d0cab310-532b-4f08-9bd6-1ef7773f186a req-091af60c-5bea-4124-943c-be07b33c1495 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461328 May 10 20:05:17.842624 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.844477 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:17.845228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:17.849483 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6fe8c329-1fcf-4956-8d07-38511b23a0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:17.950506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:17.953206 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:17.962601 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:05:18.094772 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1447384 May 10 20:05:18.097478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56422) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:18.103881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Request body: {'subnet': {'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549477645-subnet', 'tenant_id': '37e89724dd6a4f81a7ae7894f1c8ceee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:18.108926 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:18.113278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Usage tracker for resource:subnet and tenant:37e89724dd6a4f81a7ae7894f1c8ceee is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:18.114471 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:05:18.116563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:18.122962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:18.339627 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Made reservation on behalf of 37e89724dd6a4f81a7ae7894f1c8ceee for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:18.341967 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.888254 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:18.893155 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-32867c65-34a5-4a32-9105-889853ad38db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:19.020052 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5824d969-7f2c-470f-ba05-5ab321042a0f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:19.029761 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:19.033657 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Checking segment: {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:19.034020 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Network hostable DHCP agents. Network: 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:05:19.096596 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf9e42-84fb-458f-a07a-8a90189566b6 req-2eef5f34-74be-411d-abab-52d780c4ad99 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:19.098402 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-85bf9e42-84fb-458f-a07a-8a90189566b6 req-2eef5f34-74be-411d-abab-52d780c4ad99 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1447575 May 10 20:05:19.158168 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-85bf9e42-84fb-458f-a07a-8a90189566b6 req-ef65fbb9-f3a2-4e0c-8507-2af067f998e4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 May 10 20:05:19.214107 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:05:19.379697 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:19.383831 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:19.399273 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:19.399999 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbd83e-e4b2-4152-8db4-f2c21b71a483 None None] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:19.500731 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4021308 May 10 20:05:19.575517 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39233c-a49b-4b8a-9e57-cb3c001d137d None None] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:05:20.394479 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28a387-1f74-4512-9447-6f749bf8b1cd req-3e2bd480-b558-49bf-a8b7-9448160339aa tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:20.395956 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc28a387-1f74-4512-9447-6f749bf8b1cd req-3e2bd480-b558-49bf-a8b7-9448160339aa tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0802555 May 10 20:05:20.444719 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc28a387-1f74-4512-9447-6f749bf8b1cd req-5f4cfe3d-5fdc-4c52-b2a4-bfee1004f840 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 May 10 20:05:20.996839 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae0ec8-4bbf-4677-b21f-f24c762e94e2 req-0003fc44-2752-428c-971f-382c67be19f8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:20.996839 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5ae0ec8-4bbf-4677-b21f-f24c762e94e2 req-0003fc44-2752-428c-971f-382c67be19f8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1702559 May 10 20:05:21.014990 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5ae0ec8-4bbf-4677-b21f-f24c762e94e2 req-84398e85-311b-4c6a-a5d1-5e808d92e616 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 May 10 20:05:22.529660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d936d-0ba0-42b8-a3c3-63e477a9286b req-6259964b-b9d6-4140-a8f3-1487bbe016b0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:22.531142 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4f1d936d-0ba0-42b8-a3c3-63e477a9286b req-6259964b-b9d6-4140-a8f3-1487bbe016b0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0804820 May 10 20:05:22.577453 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4f1d936d-0ba0-42b8-a3c3-63e477a9286b req-42500039-c901-472b-a8f1-d08ff70d779a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 May 10 20:05:23.808861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-86215c19-35da-4560-9c17-84e91ae01315 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:23.815965 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-86215c19-35da-4560-9c17-84e91ae01315 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/networks?id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb HTTP/1.1" status: 200 len: 808 time: 0.1576350 May 10 20:05:23.828696 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-d8f77e46-ca37-4148-bd53-981499232b90 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/quotas/37e89724dd6a4f81a7ae7894f1c8ceee HTTP/1.1" status: 200 len: 375 time: 0.0112398 May 10 20:05:23.879664 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-b682b769-207d-4573-8e96-11bdd56ea32b tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452223 May 10 20:05:24.013043 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-97aea6b3-bcd9-4d64-a86c-02a22481ad00 service neutron] 10.222.0.42 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261201 May 10 20:05:24.219260 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e551905c-ad06-4055-8e31-9de479039647 service neutron] 10.222.0.42 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002563 May 10 20:05:24.792653 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1c6096ea-3587-4106-92ad-fcd53b8829d5 req-26799dfa-7d2c-419d-b82d-a152eebf246f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.0509734 May 10 20:05:24.924973 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd65e5-44a0-4267-913d-650b2f2c9a07 req-20ba61db-ba64-454a-afd6-38f2f35865ef tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:24.926466 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-55bd65e5-44a0-4267-913d-650b2f2c9a07 req-20ba61db-ba64-454a-afd6-38f2f35865ef tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0879598 May 10 20:05:24.974217 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-55bd65e5-44a0-4267-913d-650b2f2c9a07 req-d0292002-2273-4eb6-869b-133023e94788 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 May 10 20:05:25.899260 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0ac4befc-e3c1-4733-9a8c-e710111ec5b2 req-ceaa2867-6267-4a19-ac1b-d464c7a7f8a9 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.0457833 May 10 20:05:26.176674 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5d43c-d6ca-4ba2-a27b-16d65f18c187 req-297ca913-58cc-450a-a6c9-fd3e2a33c6b4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:26.178200 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3a5d43c-d6ca-4ba2-a27b-16d65f18c187 req-297ca913-58cc-450a-a6c9-fd3e2a33c6b4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0943093 May 10 20:05:26.257587 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3a5d43c-d6ca-4ba2-a27b-16d65f18c187 req-37cc7046-c86c-47ff-8047-22ad3328966c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 May 10 20:05:27.058761 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4488acd0-1240-41d9-a2f2-c4a15c667f7c req-d1a5dd52-97f8-4bdb-b910-9062ebd12ee2 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.0485890 May 10 20:05:27.457688 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8ec29-7ef3-453b-92de-cb0d18a0c7cd req-edc1071f-af30-4eb5-8406-de1c5daec15e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:27.459245 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4ab8ec29-7ef3-453b-92de-cb0d18a0c7cd req-edc1071f-af30-4eb5-8406-de1c5daec15e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1122906 May 10 20:05:27.514861 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4ab8ec29-7ef3-453b-92de-cb0d18a0c7cd req-31eada99-f35e-441a-af89-b778416cbb7f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493453 May 10 20:05:28.225179 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b8aae634-ac8f-4c53-b40b-81a54a6a8d7f req-bd20b5c8-5b4f-49e3-b598-2bfdb2a64197 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.0427969 May 10 20:05:28.591678 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-d4bf9f37-4d0b-4b78-aed1-5bf4bf7dfac6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:28.592350 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-d4bf9f37-4d0b-4b78-aed1-5bf4bf7dfac6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:28.715593 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726956f5-0159-4de4-8a7d-1b5ad9200690 req-e7df527d-225a-4cef-8623-228d6e229bc5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:28.717396 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-726956f5-0159-4de4-8a7d-1b5ad9200690 req-e7df527d-225a-4cef-8623-228d6e229bc5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0838945 May 10 20:05:28.754778 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-d4bf9f37-4d0b-4b78-aed1-5bf4bf7dfac6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:28.756043 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-d4bf9f37-4d0b-4b78-aed1-5bf4bf7dfac6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "GET /v2.0/networks?id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb HTTP/1.1" status: 200 len: 808 time: 0.3093245 May 10 20:05:28.775937 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Request body: {'port': {'device_id': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb', 'admin_state_up': True, 'tenant_id': '37e89724dd6a4f81a7ae7894f1c8ceee'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:28.798381 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-726956f5-0159-4de4-8a7d-1b5ad9200690 req-c53a568e-9849-4cf3-b8ad-3d9fe2ddbd0f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694666 May 10 20:05:28.910871 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:28.914498 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Usage tracker for resource:port and tenant:37e89724dd6a4f81a7ae7894f1c8ceee is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:28.917204 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:28.922729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:29.036588 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Made reservation on behalf of 37e89724dd6a4f81a7ae7894f1c8ceee for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:29.040297 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:29.249629 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Allocated IP 172.20.0.4 (5d2b6b36-e239-40c5-bfde-8c96ab7d00bb/5824d969-7f2c-470f-ba05-5ab321042a0f/c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:29.436259 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0f7c9326-55f0-44c0-a41d-dc1cbdb92797 req-26155d04-6c7a-4eb4-9f75-05f1e36ed78a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.0470603 May 10 20:05:29.507977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:29.991617 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b19a07-5de8-4081-983c-778153c07bf8 req-20ce870c-3ef6-4a0d-8ced-f6ad98dd082c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:29.993114 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d4b19a07-5de8-4081-983c-778153c07bf8 req-20ce870c-3ef6-4a0d-8ced-f6ad98dd082c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0779655 May 10 20:05:30.037036 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d4b19a07-5de8-4081-983c-778153c07bf8 req-a73831e5-dbdc-448a-a2d2-00c61d562c92 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380754 May 10 20:05:30.042809 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.049864 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:30.106897 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:30.107981 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:30.116847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:05:30.116847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:30.116847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.144966 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Pushing event updated for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:30.147837 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:30.314711 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437803 May 10 20:05:30.344836 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Request body: {'port': {'device_id': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:30.424238 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56680) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:30.456315 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.504439 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Deleting subnet 1b5dabcf-2318-4ebf-b082-04e6c3cd6622 {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:05:30.510029 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.570803 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.684454 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.839773 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49aec7-483a-4e30-901f-b2b2c35d0c0b req-a1da83c5-0ca3-47eb-b345-294d83b4b8d7 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:30.841220 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6d49aec7-483a-4e30-901f-b2b2c35d0c0b req-a1da83c5-0ca3-47eb-b345-294d83b4b8d7 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 931 time: 0.2731493 May 10 20:05:30.920256 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:30.931824 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6d49aec7-483a-4e30-901f-b2b2c35d0c0b req-d1996658-739a-4291-8e6b-1602e8a37407 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786865 May 10 20:05:30.935450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:30.959329 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Transition to ACTIVE for port object c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:05:31.128441 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.136230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad16a643-f6c5-4059-95ef-5c02a437e94c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:31.156989 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.164267 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b40e1501-b878-4e6f-904c-c0f0c38664be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:31.256352 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5dabcf-2318-4ebf-b082-04e6c3cd6622,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:31.262737 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.267037 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:31.281690 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-1f1561f0-8436-44f0-9f9a-ea8e86d7ae36 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b5dabcf-2318-4ebf-b082-04e6c3cd6622 HTTP/1.1" status: 204 len: 168 time: 0.8534088 May 10 20:05:31.281870 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56702) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:31.336835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Pushing event updated for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:31.345931 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2400-c1d1-4faf-afa2-0ebc7160d63c req-d71042ff-8a3e-40b1-96ab-9a13a4e3c012 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.347535 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-450b2400-c1d1-4faf-afa2-0ebc7160d63c req-d71042ff-8a3e-40b1-96ab-9a13a4e3c012 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2880144 May 10 20:05:31.348380 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:31.382581 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Attempting to bind port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:05:31.382908 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Attempting to bind port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:05:31.383230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Attempting to bind port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:31.399118 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:05:31.399450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Attempting to bind port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:05:31.404622 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-63765004-0974-4116-b3d8-a821973f9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.406132 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-63765004-0974-4116-b3d8-a821973f9814 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.1971750 May 10 20:05:31.409935 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-450b2400-c1d1-4faf-afa2-0ebc7160d63c req-a9b0dac5-5d59-41b9-a8ab-6a713822f1ad tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 May 10 20:05:31.410101 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.410803 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:05:31.411269 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Checking segment: {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:05:31.411492 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Bound using segment: {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:05:31.411914 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Bound port: c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:05:31.412421 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.513685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:05:31.517060 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:05:31.649971 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.659101 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19fa95-9528-4c2f-85d9-7efe675da59b req-76be4ae3-d5b0-4009-8c95-e87dc6e688e6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.661966 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd19fa95-9528-4c2f-85d9-7efe675da59b req-76be4ae3-d5b0-4009-8c95-e87dc6e688e6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1191106 May 10 20:05:31.675980 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2687406e-4559-440d-9b30-b99b2b2ddb23']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:31.687979 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-9079482c-8dc2-4480-80f8-6b51e8c9a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.689535 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-9079482c-8dc2-4480-80f8-6b51e8c9a4a9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.2724164 May 10 20:05:31.697502 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd26dc77-5646-4214-afed-a70e73bc3a4f') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:31.701764 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd26dc77-5646-4214-afed-a70e73bc3a4f') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:31.728142 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.730071 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.737149 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2290696b-7d9a-4483-8892-2d3d50c6163b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:31.847631 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56718) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:31.859610 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:31.860298 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.862187 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] 10.222.0.68 "PUT /v2.0/ports/c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a HTTP/1.1" status: 200 len: 1093 time: 1.5222235 May 10 20:05:31.868154 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:31.870610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-8153cf37-dd51-41af-b948-1deeb7e1f62b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.1220112 May 10 20:05:31.878174 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd19fa95-9528-4c2f-85d9-7efe675da59b req-592370c6-b821-4b06-9e77-e9268c9771d3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054296 May 10 20:05:31.894603 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.896366 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Pushing event updated for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:31.899566 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:31.915462 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:05:31.915982 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:05:31.937615 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:05:31.966903 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a', 'status': 'completed', 'code': 200} May 10 20:05:32.036117 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.136756 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:32.142188 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0a9507bac54701ab6a5d51ff70c976 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:32.145234 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:32.152126 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:32.185359 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.201327 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-dfda299d-16d2-4e90-8038-7bf4426bff2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:32.223220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Pushing event deleted for resources: {'Network': ['ID=2687406e-4559-440d-9b30-b99b2b2ddb23,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:32.226127 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.234216 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:32.236676 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-e2f211b1-915c-4f90-b4c8-cb4449d8b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.238336 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-e2f211b1-915c-4f90-b4c8-cb4449d8b5d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.2087259 May 10 20:05:32.252057 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.265882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56730) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:32.290679 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-2d88f18d-53ff-4601-ad23-02432b35791a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437379 May 10 20:05:32.310898 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-b2b554c3-c4c8-49c7-81a0-ef3447d38ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.312457 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-b2b554c3-c4c8-49c7-81a0-ef3447d38ae2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 1096 time: 0.2658327 May 10 20:05:32.336991 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-756f460c-6892-4265-89d2-5dab7a2bdbe0 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.337835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-756f460c-6892-4265-89d2-5dab7a2bdbe0 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:32.401876 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2687406e-4559-440d-9b30-b99b2b2ddb23 HTTP/1.1" status: 204 len: 168 time: 1.1187375 May 10 20:05:32.408323 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56738) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:32.416981 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.432991 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ae70d088-e31d-4786-bc6f-2fe539c10939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:32.495915 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.526161 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd0a9507bac54701ab6a5d51ff70c976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721833 May 10 20:05:32.528428 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56744) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:32.542044 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde3aab-b433-4710-8f64-d1c6e155cf7f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:32.554967 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:32.554967 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:32.558036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-756f460c-6892-4265-89d2-5dab7a2bdbe0 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:32.565070 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-756f460c-6892-4265-89d2-5dab7a2bdbe0 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 943 time: 0.4855182 May 10 20:05:32.567228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Usage tracker for resource:security_group_rule and tenant:914c6aa9e49f45b3ba1a97fe971e22ab is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:32.577177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Deleting subnet f7f88bee-e703-41f8-b395-400c258213f3 {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:05:32.578283 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:32.589387 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.605227 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:32.610331 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-7b9ced48-96eb-4eb9-b820-7424c55b4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.611837 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-7b9ced48-96eb-4eb9-b820-7424c55b4e2d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2712853 May 10 20:05:32.632816 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-4424fdfc-cb12-487b-99c3-870ce885f043 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280721 May 10 20:05:32.664869 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-dd2039e3-d3ce-4c2e-aa2a-21e20377653e tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:32.688032 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.747406 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.803345 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.815809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a06-73f6-4e3f-9248-54ab123632fa req-2e7d9381-9eb4-463c-aa86-0de3d88124d2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.817243 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c29e9a06-73f6-4e3f-9248-54ab123632fa req-2e7d9381-9eb4-463c-aa86-0de3d88124d2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.3718646 May 10 20:05:32.822413 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-323d6fd1-ef9f-4722-a9cd-ee322376a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.823853 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5e1adb4d-84a8-4658-bed4-44165155d778 req-323d6fd1-ef9f-4722-a9cd-ee322376a9c5 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933267 May 10 20:05:32.841744 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.896022 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.945349 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:32.946601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-35e4e709-e7c5-4154-9939-2d5992af2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:32.948058 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-35e4e709-e7c5-4154-9939-2d5992af2803 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 1096 time: 0.0765123 May 10 20:05:32.982585 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c29e9a06-73f6-4e3f-9248-54ab123632fa req-8b44df12-27d9-4863-8ed6-aad4b594fda1 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528444 May 10 20:05:33.018607 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f38a9d4-87ee-4765-97cc-4ce54a97cec0 req-ff416dd6-0665-4116-bff5-da255a1e3586 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724129 May 10 20:05:33.019665 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.037951 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-90ee45cf-b3c0-447f-9d17-3e13a89a100e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:33.051788 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-a8a2a316-f4b1-43a1-8ac4-5ef787a47ede service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a HTTP/1.1" status: 200 len: 217 time: 0.0916245 May 10 20:05:33.227178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8383b84-bb77-4626-859a-5f1629a942d1,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:33.231652 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=914c6aa9e49f45b3ba1a97fe971e22ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9638674 May 10 20:05:33.232777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:33.243147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56756) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:33.244008 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-dd2039e3-d3ce-4c2e-aa2a-21e20377653e tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:33.244008 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9257d8fd-eb91-4f04-a3b8-0209bbebbac3 req-dd2039e3-d3ce-4c2e-aa2a-21e20377653e tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707113 May 10 20:05:33.263755 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-ea6f2317-8a41-476f-9582-f406923449ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.265238 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-ea6f2317-8a41-476f-9582-f406923449ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5824d969-7f2c-470f-ba05-5ab321042a0f HTTP/1.1" status: 200 len: 848 time: 0.1991966 May 10 20:05:33.321327 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-2d5a8769-1473-4016-85e3-347d289e1f65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441904 May 10 20:05:33.361413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea614557-70c6-4611-85af-e4024179bc12 req-aa855069-09f9-470a-b153-5415781424cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.362908 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-aa855069-09f9-470a-b153-5415781424cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.2714355 May 10 20:05:33.363480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.376312 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-eddffa00-387c-4fae-a577-59d305667840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:33.398360 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce672-ec15-48a0-b2a0-65d0d479e176 req-1f046f9e-57e1-4264-8d2e-b869e7c99b9e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.399697 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-57fce672-ec15-48a0-b2a0-65d0d479e176 req-1f046f9e-57e1-4264-8d2e-b869e7c99b9e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2702782 May 10 20:05:33.420229 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde3aab-b433-4710-8f64-d1c6e155cf7f,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:33.428333 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:33.493766 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-63389c0f-889b-4d18-a1b3-d4382e99a895 service neutron] 10.222.0.68 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617494 May 10 20:05:33.518270 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.519547 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afde3aab-b433-4710-8f64-d1c6e155cf7f HTTP/1.1" status: 204 len: 168 time: 0.9874954 May 10 20:05:33.589801 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.607362 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-57fce672-ec15-48a0-b2a0-65d0d479e176 req-f12a785a-b182-4cbf-91e0-3be6aa30ab78 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830163 May 10 20:05:33.641113 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.651730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea614557-70c6-4611-85af-e4024179bc12 req-65f8e1e8-ea76-4278-84f4-bcfdacac5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.653089 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-65f8e1e8-ea76-4278-84f4-bcfdacac5f43 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.2647340 May 10 20:05:33.656283 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1e676-de22-4855-8a42-6b298f654e5b req-18406c98-cd58-4750-8247-620d80919eb0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.657758 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7df1e676-de22-4855-8a42-6b298f654e5b req-18406c98-cd58-4750-8247-620d80919eb0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.3083227 May 10 20:05:33.668515 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9c4d8963-e9ac-4d89-b525-30b9a89c286c req-b53bcbf8-9d4c-43f1-bc56-21db653b0fab service neutron] 10.222.0.68 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671875 May 10 20:05:33.713817 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7df1e676-de22-4855-8a42-6b298f654e5b req-bb126459-5890-4264-a208-e4e6b14cd65a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 May 10 20:05:33.736730 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-9862f1c1-56bf-4fd0-87c9-4b90c53a40a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.0748146 May 10 20:05:33.796881 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.804836 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:33.925481 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea614557-70c6-4611-85af-e4024179bc12 req-57d72d9e-221b-4d3b-8767-0177417646c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:33.926900 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-57d72d9e-221b-4d3b-8767-0177417646c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.1828544 May 10 20:05:33.932620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f88bee-e703-41f8-b395-400c258213f3,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:33.936466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.969740 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:33.972262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:33.972993 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d35c9a2d-086b-404c-a41e-a579a4ccb22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:34.003436 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-1688cf13-d43b-45be-a29a-db4d5b29aab0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652580 May 10 20:05:34.004310 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8383b84-bb77-4626-859a-5f1629a942d1,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:34.006858 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:34.043567 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f7f88bee-e703-41f8-b395-400c258213f3 HTTP/1.1" status: 204 len: 168 time: 1.6340265 May 10 20:05:34.046768 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56770) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:34.048829 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.050000 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8383b84-bb77-4626-859a-5f1629a942d1 HTTP/1.1" status: 204 len: 168 time: 0.8105969 May 10 20:05:34.296139 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.336775 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-467d8874-d74b-4443-901b-26fb0f4b76fb service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168766 May 10 20:05:34.434931 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8b22-f630-4736-a8fe-ddfa6ccb972a req-18d3a8de-bcd3-4c46-b84a-746ed77cfeb6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:34.436451 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-416f8b22-f630-4736-a8fe-ddfa6ccb972a req-18d3a8de-bcd3-4c46-b84a-746ed77cfeb6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 943 time: 0.0821555 May 10 20:05:34.486121 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-416f8b22-f630-4736-a8fe-ddfa6ccb972a req-eed2fdfd-8013-429e-9bf6-18b8f9829436 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 May 10 20:05:34.543524 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f004-c94b-43c8-8ec6-aea660d09ab0 req-d1c31062-466f-4052-be37-36e917cdfc19 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:34.545031 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f8e0f004-c94b-43c8-8ec6-aea660d09ab0 req-d1c31062-466f-4052-be37-36e917cdfc19 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.4099035 May 10 20:05:34.564964 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.610013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee62a6ad-dca0-4b73-ab05-21fd31904d6d']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:34.637169 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c59fdd3-c03a-4fa5-811b-f49ccd48afc2') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:34.637449 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c59fdd3-c03a-4fa5-811b-f49ccd48afc2') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:34.666708 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f8e0f004-c94b-43c8-8ec6-aea660d09ab0 req-921de528-568d-4ed2-9ea6-f78d2f3b0c22 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126738 May 10 20:05:34.668363 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.681130 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea614557-70c6-4611-85af-e4024179bc12 req-94ba5864-c2e8-40f3-a547-32920a3ea926 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187180 May 10 20:05:34.700798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.708407 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:05:34.708829 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:05:34.723366 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:05:34.790689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56792) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:34.819090 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.837427 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:34.846432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Usage tracker for resource:security_group_rule and tenant:12a2128e189d46a59f45a01d8bd1be47 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:34.850730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:34.862618 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:34.871574 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d0184-ed79-4bb3-81bf-f39ec16fb40c req-b0a4be31-3642-4120-a3b6-628ee25ba4b1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:34.879347 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-335d0184-ed79-4bb3-81bf-f39ec16fb40c req-b0a4be31-3642-4120-a3b6-628ee25ba4b1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1530955 May 10 20:05:34.920570 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-335d0184-ed79-4bb3-81bf-f39ec16fb40c req-195af6ac-c1a2-4c6d-b3d1-1bcea4800147 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 May 10 20:05:34.983716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:34.998002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd573f-289c-4a3e-ba7c-8818430d043b req-46244748-a6fc-4bc4-83c6-919c14485292 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:34.999453 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-52bd573f-289c-4a3e-ba7c-8818430d043b req-46244748-a6fc-4bc4-83c6-919c14485292 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1228576 May 10 20:05:35.004275 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:35.024478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.053803 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee62a6ad-dca0-4b73-ab05-21fd31904d6d,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:35.065722 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:35.074032 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.076931 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-829e46f4-0ca4-46fc-85b9-5b7eac582b01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ee62a6ad-dca0-4b73-ab05-21fd31904d6d HTTP/1.1" status: 204 len: 168 time: 1.0221441 May 10 20:05:35.096555 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-52bd573f-289c-4a3e-ba7c-8818430d043b req-721e1d7a-31d6-425a-91c3-7b39ad0346ad tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733683 May 10 20:05:35.259026 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.268175 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0ede6408-067d-404b-a3c6-0eaea6716c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:35.307234 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12a2128e189d46a59f45a01d8bd1be47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156233 May 10 20:05:35.308983 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6738f37a-9b94-47ad-a805-3b2a45bc2932,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:35.310858 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56806) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:35.312234 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:35.372036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.398154 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.635641 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.655195 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e072742d-be3c-4a97-a5b6-760393bcfe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:35.683039 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6738f37a-9b94-47ad-a805-3b2a45bc2932,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:35.685671 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:35.710651 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:35.715195 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6738f37a-9b94-47ad-a805-3b2a45bc2932 HTTP/1.1" status: 204 len: 168 time: 0.4031227 May 10 20:05:35.752403 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203681e6-2263-4f3b-a30c-fe6df8e37d9a req-a18dd342-9e80-43d9-85ec-73eb5fe1208d tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:35.758222 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-203681e6-2263-4f3b-a30c-fe6df8e37d9a req-a18dd342-9e80-43d9-85ec-73eb5fe1208d tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 943 time: 0.1626296 May 10 20:05:35.809010 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-203681e6-2263-4f3b-a30c-fe6df8e37d9a req-90d8ee6d-c4c7-4281-bd88-abd8300d0433 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498059 May 10 20:05:35.856875 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56828) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:35.922418 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-452a8531-1922-4857-8378-f8bdaefe52c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e30891fd3c514890b35e97537e9c7018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638638 May 10 20:05:35.925651 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56832) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:36.012437 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669979c7-c0dc-4007-93fa-1bd2e7a91deb req-c63e6018-6e27-410b-aca4-d764e5539583 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.013772 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.013922 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-669979c7-c0dc-4007-93fa-1bd2e7a91deb req-c63e6018-6e27-410b-aca4-d764e5539583 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0935981 May 10 20:05:36.041444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.059122 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-669979c7-c0dc-4007-93fa-1bd2e7a91deb req-a1aaabf9-d81c-40ad-858e-3f92761c302c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 May 10 20:05:36.202017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.206588 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-33fc7a00-4b2f-4ba9-811d-2bda6614c84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:36.220716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca213b15-3f0e-492d-91a8-86095640f5dc,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:36.223000 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:36.247961 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e4c6-7f08-474a-ad46-31608efd428f req-0bcc08ed-a47d-440c-b458-677db2256b7d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.249672 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7354e4c6-7f08-474a-ad46-31608efd428f req-0bcc08ed-a47d-440c-b458-677db2256b7d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0828133 May 10 20:05:36.299716 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7354e4c6-7f08-474a-ad46-31608efd428f req-005c3fbe-afbc-4752-a6b3-37927d5fae82 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 May 10 20:05:36.390444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:36.394010 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca213b15-3f0e-492d-91a8-86095640f5dc HTTP/1.1" status: 204 len: 168 time: 0.4649847 May 10 20:05:36.438202 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb985c-8136-4e4b-8689-851633843ab0 req-e144987d-f2b3-4eec-9bee-1ad28c1ab6ec tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.440319 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4afb985c-8136-4e4b-8689-851633843ab0 req-e144987d-f2b3-4eec-9bee-1ad28c1ab6ec tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0975718 May 10 20:05:36.487723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b91fd-9ca7-4ad9-9349-3be968b838f6 req-65a467ee-52dc-47d6-815b-cd6183a213c7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:36.489246 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dd7b91fd-9ca7-4ad9-9349-3be968b838f6 req-65a467ee-52dc-47d6-815b-cd6183a213c7 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.0884922 May 10 20:05:36.511794 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4afb985c-8136-4e4b-8689-851633843ab0 req-44b6b664-05bf-470c-8064-be17f8658991 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636010 May 10 20:05:36.543119 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dd7b91fd-9ca7-4ad9-9349-3be968b838f6 req-0373ebad-dd4e-4a96-b115-fb072372f26d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 May 10 20:05:36.800449 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:05:36.935308 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:36.949077 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a', 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb', 'port_id': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a', 'mac_address': 'fa:16:3e:fd:50:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824d969-7f2c-470f-ba05-5ab321042a0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:05:37.008031 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.023524 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56852) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:37.025808 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c723d2-43f7-491b-9274-22030196db49 req-16cc3c58-9e6b-431a-800d-2cbdf0d3eed2 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:37.027271 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a7c723d2-43f7-491b-9274-22030196db49 req-16cc3c58-9e6b-431a-800d-2cbdf0d3eed2 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 943 time: 0.0907221 May 10 20:05:37.028317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:37.042199 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.045689 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:37.057342 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:37.061419 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed752c34a5504423ac82c86df09fca28 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:37.064234 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:37.069822 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:37.074195 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a7c723d2-43f7-491b-9274-22030196db49 req-95f20685-377c-436f-aa63-266022808d24 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 May 10 20:05:37.160881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.174079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.175896 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:37.249321 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:37.256942 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.259686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.260445 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.260865 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.261190 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:37.265329 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:37.276838 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e429-1d04-44c3-b606-3ea8f35c5f02 req-c04af945-e551-4990-8dcc-4f4eafe3543b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:37.278213 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c3c5e429-1d04-44c3-b606-3ea8f35c5f02 req-c04af945-e551-4990-8dcc-4f4eafe3543b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0902133 May 10 20:05:37.316150 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.325301 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-69cb943e-c06c-40df-9d5b-7f2effff09c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:37.342062 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c3c5e429-1d04-44c3-b606-3ea8f35c5f02 req-b4956335-7bab-4543-b9a4-280cbee12e6b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574508 May 10 20:05:37.369857 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4576d9b-6e55-42a9-b8b7-8de355556bad,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:37.374224 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed752c34a5504423ac82c86df09fca28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494968 May 10 20:05:37.375196 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:37.376894 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 56862) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:37.488780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.523643 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.537508 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:37.556767 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd05034-1b26-4fae-82af-6ff283c1b3d8 req-1990ffdc-383d-4a6f-b4c8-530e89725d86 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:37.558285 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5fd05034-1b26-4fae-82af-6ff283c1b3d8 req-1990ffdc-383d-4a6f-b4c8-530e89725d86 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1418173 May 10 20:05:37.625302 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5fd05034-1b26-4fae-82af-6ff283c1b3d8 req-e58aa9a0-12ff-48d9-8483-bd718701ee45 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 May 10 20:05:37.714828 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba8b41-fc1c-4870-93e9-0bc44f744639 req-20180a71-791b-4abc-a4f1-76222ddf5ee2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:37.722364 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ba8b41-fc1c-4870-93e9-0bc44f744639 req-20180a71-791b-4abc-a4f1-76222ddf5ee2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0898135 May 10 20:05:37.745893 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56870) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:37.805639 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a3ba8b41-fc1c-4870-93e9-0bc44f744639 req-78dd0f6a-d98e-4312-9854-49568dbd170b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731893 May 10 20:05:37.827367 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-59fa253d-af48-4117-b377-79ebe0276488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f36ca24822d74146bc8f86c071ef59f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662620 May 10 20:05:37.830364 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 56874) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:37.866766 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.875609 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-56821ff3-0a2a-484f-acba-5825b5d4d5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:37.889305 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.890622 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4576d9b-6e55-42a9-b8b7-8de355556bad,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:37.892936 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:37.900241 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.903684 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4576d9b-6e55-42a9-b8b7-8de355556bad HTTP/1.1" status: 204 len: 168 time: 0.5234227 May 10 20:05:37.915982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:37.946355 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdf597-7511-4a99-b70f-d0ff59ce61a5 req-96da84c9-2c88-4f82-99d1-ebec7f7912e4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:37.948304 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a1bdf597-7511-4a99-b70f-d0ff59ce61a5 req-96da84c9-2c88-4f82-99d1-ebec7f7912e4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.2082839 May 10 20:05:38.003952 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a1bdf597-7511-4a99-b70f-d0ff59ce61a5 req-bb104478-a318-44bf-b4b5-40c64426c8b4 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 May 10 20:05:38.116662 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.120949 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:38.135029 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88491889-3ab8-4e05-8752-2948168af0d0,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:38.137828 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:38.146171 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.151876 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88491889-3ab8-4e05-8752-2948168af0d0 HTTP/1.1" status: 204 len: 168 time: 0.3204467 May 10 20:05:38.282189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69380-3867-4d6e-9b9d-bef60ae73160 req-5f3ebf23-7467-4a0c-bd1c-1b4adb9044b5 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.283680 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fab69380-3867-4d6e-9b9d-bef60ae73160 req-5f3ebf23-7467-4a0c-bd1c-1b4adb9044b5 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 944 time: 0.0926039 May 10 20:05:38.328343 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fab69380-3867-4d6e-9b9d-bef60ae73160 req-e8d7cd2d-c498-4a24-95c6-57d13bdead12 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 May 10 20:05:38.452315 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-586763f7-dff7-453d-b44e-bb44f1fee90f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.453775 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-586763f7-dff7-453d-b44e-bb44f1fee90f tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.0838947 May 10 20:05:38.632778 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09937e79-93d4-47a3-961e-8950a191c0bd req-b68a8f2f-69b5-498e-8c33-f737a76c1a81 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.634146 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-09937e79-93d4-47a3-961e-8950a191c0bd req-b68a8f2f-69b5-498e-8c33-f737a76c1a81 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1794839 May 10 20:05:38.699694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Deleting port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:38.700231 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:38.721336 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-09937e79-93d4-47a3-961e-8950a191c0bd req-45c78aed-33dc-4fe1-9912-4c0bd68f2e38 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805192 May 10 20:05:38.818715 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:05:38.835747 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:38.839757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d867d-277f-44af-a2b4-65e1d19f65dc req-88343e90-d0e6-4156-9aee-3dd6bfb7753b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:38.847701 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-889d867d-277f-44af-a2b4-65e1d19f65dc req-88343e90-d0e6-4156-9aee-3dd6bfb7753b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0987332 May 10 20:05:38.864399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] For port 81715e68-7314-4df8-a7a2-a87d7f46c1b8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81715e68-7314-4df8-a7a2-a87d7f46c1b8,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:38.864844 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.020544 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-889d867d-277f-44af-a2b4-65e1d19f65dc req-81ba316e-e3e0-4c10-ba34-0a77b19a8962 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719761 May 10 20:05:39.073919 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Calling delete_port for 81715e68-7314-4df8-a7a2-a87d7f46c1b8 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:39.091793 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:39.106012 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:05:39.132277 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25bc0-9fb7-47b0-947b-18c75090e1f7 req-fc7d67c0-a947-4a0a-beed-d484f96e795a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:39.133744 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d0e25bc0-9fb7-47b0-947b-18c75090e1f7 req-fc7d67c0-a947-4a0a-beed-d484f96e795a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1838751 May 10 20:05:39.179301 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.201710 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:05:39.221700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec9da4-9a51-47bd-9775-0b3831975b07 req-805bc230-b67e-49de-b4a2-dc973d4504f8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:39.226801 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:39.232545 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b0ec9da4-9a51-47bd-9775-0b3831975b07 req-805bc230-b67e-49de-b4a2-dc973d4504f8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 945 time: 0.0950222 May 10 20:05:39.253365 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d0e25bc0-9fb7-47b0-947b-18c75090e1f7 req-b57f7d9a-395f-427a-a375-750134619674 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060004 May 10 20:05:39.279493 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:05:39.279592 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b0ec9da4-9a51-47bd-9775-0b3831975b07 req-cf48a105-8888-4721-ad8a-e5c5a829af05 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 May 10 20:05:39.288830 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:39.289433 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.371573 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.379262 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:39.414033 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.420519 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb7ddd41-249a-4a95-a402-917d0cb6a4d6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:39.455544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'a71d7daf-f671-4fd3-b1bb-8abc23440c29'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:39.551280 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:39.575839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event deleted for resources: {'Port': ['ID=81715e68-7314-4df8-a7a2-a87d7f46c1b8,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:39.578883 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:39.617777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fb78e-0d17-45df-a757-2a3d770d5436 req-a7f69e52-5cbf-4f4b-8a77-e49ef922dbd4 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:39.619323 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ec9fb78e-0d17-45df-a757-2a3d770d5436 req-a7f69e52-5cbf-4f4b-8a77-e49ef922dbd4 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 944 time: 0.0893443 May 10 20:05:39.621201 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] No DVR routers for this DVR port 81715e68-7314-4df8-a7a2-a87d7f46c1b8 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:39.624190 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.629053 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'name': 'network-vif-deleted', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:39.676064 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a54fb51-79fe-4ea5-9a26-e9617489b766', 'name': 'network-vif-deleted', 'tag': '81715e68-7314-4df8-a7a2-a87d7f46c1b8', 'status': 'completed', 'code': 200} May 10 20:05:39.676225 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.684830 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ec9fb78e-0d17-45df-a757-2a3d770d5436 req-ccdb5b4d-c673-41fe-8416-b814e25666ad tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 May 10 20:05:39.761193 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=6']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:39.769022 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:39.775430 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:39.816335 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:39.830400 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a', 'code': 200} May 10 20:05:39.915068 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:39.924466 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a1e6e021-6674-4c5a-ac3d-003d62313a39 req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "DELETE /v2.0/ports/81715e68-7314-4df8-a7a2-a87d7f46c1b8 HTTP/1.1" status: 204 len: 173 time: 1.4377666 May 10 20:05:39.927539 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:40.001510 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c59dc-9ef7-4fce-b610-ae261a279b2d req-6ce17415-cdc5-4961-afed-081090756de4 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:40.010559 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f69c59dc-9ef7-4fce-b610-ae261a279b2d req-6ce17415-cdc5-4961-afed-081090756de4 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1740947 May 10 20:05:40.058683 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:40.067411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:40.121167 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f69c59dc-9ef7-4fce-b610-ae261a279b2d req-fd37c453-3fd2-4e5a-a9e7-d99a60bd5cb7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093190 May 10 20:05:40.430101 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91597c56-61c5-4a63-8dd7-a9e74ad30da6 req-c0fa6e36-a07a-4850-b40a-d57e40bad761 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:40.431688 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-91597c56-61c5-4a63-8dd7-a9e74ad30da6 req-c0fa6e36-a07a-4850-b40a-d57e40bad761 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0955544 May 10 20:05:40.464513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-922a9f08-b8b7-4df3-8b25-d91f9d274e70 req-7ab4ef85-8802-439f-8c3d-efc460e9bdf6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:40.486130 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-91597c56-61c5-4a63-8dd7-a9e74ad30da6 req-b02ba263-d345-4a77-8334-01a0a82c8074 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 May 10 20:05:40.612908 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7eee2-f024-4d70-a0f9-3bf964d7f5d5 req-68b3fc2e-12b4-4ec1-9036-7b371bcd96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:40.614470 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-faa7eee2-f024-4d70-a0f9-3bf964d7f5d5 req-68b3fc2e-12b4-4ec1-9036-7b371bcd96b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 1098 time: 0.0890350 May 10 20:05:40.657986 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-faa7eee2-f024-4d70-a0f9-3bf964d7f5d5 req-7896fc12-c1d3-47ed-af83-64ea97cbbb1b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 May 10 20:05:40.672011 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80d6cb-6706-42be-9b08-7fde59fb5f55 req-60ba1874-1378-45ed-956c-e1eed69d4117 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:40.673476 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1d80d6cb-6706-42be-9b08-7fde59fb5f55 req-60ba1874-1378-45ed-956c-e1eed69d4117 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 944 time: 0.0860348 May 10 20:05:40.705716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-922a9f08-b8b7-4df3-8b25-d91f9d274e70 req-7ab4ef85-8802-439f-8c3d-efc460e9bdf6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:40.707294 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-922a9f08-b8b7-4df3-8b25-d91f9d274e70 req-7ab4ef85-8802-439f-8c3d-efc460e9bdf6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a54fb51-79fe-4ea5-9a26-e9617489b766 HTTP/1.1" status: 200 len: 210 time: 0.2883129 May 10 20:05:40.731067 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1d80d6cb-6706-42be-9b08-7fde59fb5f55 req-1e06a56d-38df-4d9e-a6d1-53ca0970befc tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 May 10 20:05:40.824301 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:05:40.893672 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:05:40.894432 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:40.905914 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e002d-0734-4d47-800b-a56d62de2adf req-36ff5f69-c9c8-4226-9114-c91044903eb1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:40.907457 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-938e002d-0734-4d47-800b-a56d62de2adf req-36ff5f69-c9c8-4226-9114-c91044903eb1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.0902672 May 10 20:05:40.961424 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-938e002d-0734-4d47-800b-a56d62de2adf req-61685d3b-5e25-4d7a-8525-a5037ca86ed3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 May 10 20:05:41.041119 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:41.074807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:41.185848 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:41.189695 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 81715e68-7314-4df8-a7a2-a87d7f46c1b8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:41.253834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:41.291333 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 81715e68-7314-4df8-a7a2-a87d7f46c1b8 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:41.291692 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 81715e68-7314-4df8-a7a2-a87d7f46c1b8 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:41.336079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=7']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:41.339586 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:41.355989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfde083-d23e-412d-a2f6-d2270ccb40de req-60dfc1bc-264a-4b2d-8b22-65add04bf9e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:41.356558 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3bfde083-d23e-412d-a2f6-d2270ccb40de req-60dfc1bc-264a-4b2d-8b22-65add04bf9e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0980484 May 10 20:05:41.402502 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3bfde083-d23e-412d-a2f6-d2270ccb40de req-9b0eaf08-2590-49e0-b633-bd10bbb28d1a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 May 10 20:05:41.681895 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edf2eb-b61b-46ba-9930-09eb16df84df req-31583d53-f78b-4ba9-8d50-b7b1bfcaa0da tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:41.683522 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6edf2eb-b61b-46ba-9930-09eb16df84df req-31583d53-f78b-4ba9-8d50-b7b1bfcaa0da tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0868571 May 10 20:05:41.733723 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6edf2eb-b61b-46ba-9930-09eb16df84df req-548af2ba-532f-4460-969a-34424baca472 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 May 10 20:05:41.831967 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:41.893207 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'code': 200} May 10 20:05:41.914019 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57012) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:41.987817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503a570-6ef4-4f9d-a844-fa7e244d198b req-1df85536-32e9-4822-b6a3-42e088ab8ade tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:41.989392 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d503a570-6ef4-4f9d-a844-fa7e244d198b req-1df85536-32e9-4822-b6a3-42e088ab8ade tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0980666 May 10 20:05:42.073759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d503a570-6ef4-4f9d-a844-fa7e244d198b req-b094f408-5dfd-4509-8386-6d2448341b76 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787084 May 10 20:05:42.082887 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.098544 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:42.102798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Usage tracker for resource:security_group_rule and tenant:6610538f92b545ce822cd53ed6197925 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:42.105845 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:42.111807 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:42.233038 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b3afd-a3f9-4b22-a51c-d104f9d65101 req-469ccb45-c6d9-412f-96f1-60b317791a44 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:42.234534 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ea6b3afd-a3f9-4b22-a51c-d104f9d65101 req-469ccb45-c6d9-412f-96f1-60b317791a44 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.1203384 May 10 20:05:42.306125 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.310028 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ea6b3afd-a3f9-4b22-a51c-d104f9d65101 req-3ed81e64-6ec7-48d4-8f22-61017ed1f77b tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688825 May 10 20:05:42.419631 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.427218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:42.478811 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6610538f92b545ce822cd53ed6197925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566401 May 10 20:05:42.478811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab348245-4a67-4098-900c-ec41f01f8692,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:42.478811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:42.479154 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57040) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:42.515005 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-34f97811-7219-44b6-9506-918fd0e37aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.692391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.725459 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.766192 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f8d12-f3e0-4dd3-a706-ce30a1c37d1a req-37bc0051-fe02-4bb7-84eb-94b0b68cf73c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:42.767771 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fe6f8d12-f3e0-4dd3-a706-ce30a1c37d1a req-37bc0051-fe02-4bb7-84eb-94b0b68cf73c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2354765 May 10 20:05:42.826137 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fe6f8d12-f3e0-4dd3-a706-ce30a1c37d1a req-f412d5e5-3bc6-4884-b0fc-0f27cc320537 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476692 May 10 20:05:42.925058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b014a-7bc3-4f41-9f7a-823a8257c3bc req-eccb4264-64f9-49ed-a1c8-86719fdff7bf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:42.926527 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc7b014a-7bc3-4f41-9f7a-823a8257c3bc req-eccb4264-64f9-49ed-a1c8-86719fdff7bf tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0848904 May 10 20:05:42.944911 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.951330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d40ac798-0d74-4892-b92f-8022da4abe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:42.964111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab348245-4a67-4098-900c-ec41f01f8692,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:42.968408 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:42.978838 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:42.981154 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab348245-4a67-4098-900c-ec41f01f8692 HTTP/1.1" status: 204 len: 168 time: 0.5025826 May 10 20:05:42.982351 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fc7b014a-7bc3-4f41-9f7a-823a8257c3bc req-7713cd08-7342-4171-b2a1-d8fe50f708c7 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496984 May 10 20:05:43.229555 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57068) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:43.288753 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea3c7-109f-4106-91a9-21baba23e45a req-f5686d81-6641-4fb8-925c-7c0ad01359bb tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:43.291218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3a8ea3c7-109f-4106-91a9-21baba23e45a req-f5686d81-6641-4fb8-925c-7c0ad01359bb tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0953250 May 10 20:05:43.352348 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3a8ea3c7-109f-4106-91a9-21baba23e45a req-7cfcf6a8-852f-414d-9ec6-94df3bf5ea63 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547795 May 10 20:05:43.547913 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.568884 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb7762-3c16-44bb-b325-d88ed8df4420 req-a610dc5c-9ccd-4d26-a3e6-651817bc9bb8 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:43.570379 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1efb7762-3c16-44bb-b325-d88ed8df4420 req-a610dc5c-9ccd-4d26-a3e6-651817bc9bb8 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.1346467 May 10 20:05:43.574253 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:43.582997 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Usage tracker for resource:security_group_rule and tenant:7066206239714962b5dabcfd28e31001 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:43.584072 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:43.608367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:43.644805 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1efb7762-3c16-44bb-b325-d88ed8df4420 req-42c23edb-b6a2-406f-b6dd-e5db1a1cda82 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 May 10 20:05:43.740427 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.993327 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:43.993327 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-627db2bc-532c-4731-b71d-9b1f1af690ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:44.050078 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7066206239714962b5dabcfd28e31001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190918 May 10 20:05:44.051937 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed7ef1b-c382-4790-b8cf-341296f1e2ad,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.053100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57120) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:44.055216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:44.085431 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab08edf-17b8-408a-b908-4ab34b0d8a72 req-1dd36a93-ad62-4ac1-83ef-bc7109a46524 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:44.087423 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8ab08edf-17b8-408a-b908-4ab34b0d8a72 req-1dd36a93-ad62-4ac1-83ef-bc7109a46524 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1534531 May 10 20:05:44.160270 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.166738 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8ab08edf-17b8-408a-b908-4ab34b0d8a72 req-8945af3d-0726-4301-94b2-277c0693e7dd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729616 May 10 20:05:44.210362 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.399216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f8fd-df81-457c-a31d-e0cab9f700fa req-e2ac1bf5-f61b-4c82-90b4-88c6754a3332 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:44.403067 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd13f8fd-df81-457c-a31d-e0cab9f700fa req-e2ac1bf5-f61b-4c82-90b4-88c6754a3332 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0978868 May 10 20:05:44.464331 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd13f8fd-df81-457c-a31d-e0cab9f700fa req-2e194f16-578e-445b-bb1a-fa271f4ecdf6 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 May 10 20:05:44.510858 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.514574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f182c4e9-d26c-48c8-be25-bd939c80bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:44.567188 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed7ef1b-c382-4790-b8cf-341296f1e2ad,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.576946 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:44.586682 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:44.601354 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ed7ef1b-c382-4790-b8cf-341296f1e2ad HTTP/1.1" status: 204 len: 168 time: 0.5333021 May 10 20:05:44.722478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e283b-1b3d-48ed-9e94-0ddac0b33198 req-a29d7dca-3f39-4759-a67b-2ebb55c93eeb tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:44.729413 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f93e283b-1b3d-48ed-9e94-0ddac0b33198 req-a29d7dca-3f39-4759-a67b-2ebb55c93eeb tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1225362 May 10 20:05:44.809177 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f93e283b-1b3d-48ed-9e94-0ddac0b33198 req-23ace198-c2c6-4b80-b5ed-0cbed36176a9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789065 May 10 20:05:44.905352 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b255-db39-4bdb-8808-49bb34d92585 req-7a6018e4-7cfe-4fe0-af3d-3254a8e0db2c tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:44.914251 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9453b255-db39-4bdb-8808-49bb34d92585 req-7a6018e4-7cfe-4fe0-af3d-3254a8e0db2c tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.1706498 May 10 20:05:44.981692 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9453b255-db39-4bdb-8808-49bb34d92585 req-1dbf91c8-c8d8-42ab-957c-a27b0b77af41 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662179 May 10 20:05:45.036759 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-705d5d12-8b44-48e0-a79a-eea5f2e66f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:45.084520 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:45.381903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77de2-6113-435d-986d-7e844d6d575a req-ae393648-cee0-4f62-9d0e-d9baaa9ada2f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:45.388076 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92a77de2-6113-435d-986d-7e844d6d575a req-ae393648-cee0-4f62-9d0e-d9baaa9ada2f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0918961 May 10 20:05:45.432495 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92a77de2-6113-435d-986d-7e844d6d575a req-a29d5314-09f7-474c-b5c3-5433481c71b9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 May 10 20:05:45.760327 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a68548-c504-4963-b2fb-292d3413f611 req-1f5b353a-233e-4388-9b1f-5ba247df9b71 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:45.768400 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4a68548-c504-4963-b2fb-292d3413f611 req-1f5b353a-233e-4388-9b1f-5ba247df9b71 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1912918 May 10 20:05:45.819553 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4a68548-c504-4963-b2fb-292d3413f611 req-a3fd560e-c892-4a1b-b154-62685d490d5e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500722 May 10 20:05:46.073459 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17bb36-92ed-4a37-b9d5-0193255463e9 req-7287b867-83b1-4ad9-bf11-6ec86ece5dbd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.082337 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-db17bb36-92ed-4a37-b9d5-0193255463e9 req-7287b867-83b1-4ad9-bf11-6ec86ece5dbd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1296589 May 10 20:05:46.146651 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-db17bb36-92ed-4a37-b9d5-0193255463e9 req-45ea1323-a6af-4126-bf5b-dd88b3e98211 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612702 May 10 20:05:46.172834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.334334 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dab78f-15f0-46f6-971b-1e23a6e68de2 req-8b9a09b9-0568-4185-8978-cd7e87ba69e9 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.335822 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-73dab78f-15f0-46f6-971b-1e23a6e68de2 req-8b9a09b9-0568-4185-8978-cd7e87ba69e9 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.1513579 May 10 20:05:46.429616 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57166) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:46.462404 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-73dab78f-15f0-46f6-971b-1e23a6e68de2 req-5f8fd738-4931-493b-bb3c-4171300f824e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158836 May 10 20:05:46.472269 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.502268 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-0c728918-5bc8-4827-a97d-d9505dcee8c5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.508564 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-0c728918-5bc8-4827-a97d-d9505dcee8c5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.2391486 May 10 20:05:46.511479 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:46.515795 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Usage tracker for resource:security_group_rule and tenant:3909b321cb824bdb8f7258857f796e38 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:05:46.520533 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:05:46.534328 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:46.716497 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.848472 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Deleting port a71d7daf-f671-4fd3-b1bb-8abc23440c29 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:46.849126 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.899641 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:46.911071 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3f1f94c2-a2f1-4e17-a77f-6d84339739b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:46.936014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be4093-845e-4e09-9f6a-265567265272 req-1dc955a8-4e91-47e6-81d1-c82d5920153a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:46.937499 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c6be4093-845e-4e09-9f6a-265567265272 req-1dc955a8-4e91-47e6-81d1-c82d5920153a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2637677 May 10 20:05:46.973733 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3909b321cb824bdb8f7258857f796e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384274 May 10 20:05:46.973733 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e9f816-64d7-4be9-b7a4-69736456f308,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:46.974156 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57174) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:05:46.974261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:47.073073 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c6be4093-845e-4e09-9f6a-265567265272 req-1b2293cf-8338-4e11-9fdc-ee47e269ce35 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290596 May 10 20:05:47.124578 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] For port a71d7daf-f671-4fd3-b1bb-8abc23440c29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a71d7daf-f671-4fd3-b1bb-8abc23440c29,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:47.125489 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.200096 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.267887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Calling delete_port for a71d7daf-f671-4fd3-b1bb-8abc23440c29 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:47.299874 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:47.498714 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fd699-024f-4c10-9a2e-add487912444 req-c030a60b-8763-4146-bb95-b6c708b85af0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.500575 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a41fd699-024f-4c10-9a2e-add487912444 req-c030a60b-8763-4146-bb95-b6c708b85af0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1667445 May 10 20:05:47.608633 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a41fd699-024f-4c10-9a2e-add487912444 req-0b1ef4dd-b0ed-41d1-9119-f4f2df0c23a0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706270 May 10 20:05:47.724197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aa511-5147-47d5-9fdc-e257ef7559f3 req-e4a8dc13-cd04-43f2-8f57-316276f887e8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.737062 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bc4aa511-5147-47d5-9fdc-e257ef7559f3 req-e4a8dc13-cd04-43f2-8f57-316276f887e8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.3216071 May 10 20:05:47.804610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bc4aa511-5147-47d5-9fdc-e257ef7559f3 req-3d5f3d8e-2936-4c52-a74e-8f1319e1dd8e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 May 10 20:05:47.880705 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc0e1-5411-4c09-ac1d-5fad4091b792 req-ed4ae8b1-70df-4fe5-83b8-2989f3f57036 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.892457 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b68cc0e1-5411-4c09-ac1d-5fad4091b792 req-ed4ae8b1-70df-4fe5-83b8-2989f3f57036 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.0898936 May 10 20:05:47.990323 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e311cc2-6951-4b7e-856f-8c817b449493 req-3ab3e163-fba4-4cad-a244-3385f574f9cd tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:47.991837 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0e311cc2-6951-4b7e-856f-8c817b449493 req-3ab3e163-fba4-4cad-a244-3385f574f9cd tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 945 time: 0.0906248 May 10 20:05:48.007792 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b68cc0e1-5411-4c09-ac1d-5fad4091b792 req-c3565075-d20a-4461-b1d3-93dc957f9fb3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156669 May 10 20:05:48.037927 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0e311cc2-6951-4b7e-856f-8c817b449493 req-c4e849fb-7798-455f-9e79-f06fba28ef09 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 May 10 20:05:48.185675 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.200861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.200861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.200861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:48.201958 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:48.249751 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event deleted for resources: {'Port': ['ID=a71d7daf-f671-4fd3-b1bb-8abc23440c29,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:48.252410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:48.290366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c0616e3e-2e61-4a87-98e8-bf0dfb87a181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:48.350688 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858317c-db62-421b-a8e4-05b77ba125f3 req-de1ea381-bbcc-4154-b99c-b6f686a5c787 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.353560 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4858317c-db62-421b-a8e4-05b77ba125f3 req-de1ea381-bbcc-4154-b99c-b6f686a5c787 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1798241 May 10 20:05:48.434533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e9f816-64d7-4be9-b7a4-69736456f308,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:48.441454 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:48.469627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] No DVR routers for this DVR port a71d7daf-f671-4fd3-b1bb-8abc23440c29 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:48.474553 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.477549 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'name': 'network-vif-deleted', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:48.486959 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4858317c-db62-421b-a8e4-05b77ba125f3 req-3bab9ac7-d11d-44a8-903d-31a791d04960 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965500 May 10 20:05:48.494645 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5ed83455-8a89-4e3a-a4a5-b498f7563c41 req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "DELETE /v2.0/ports/a71d7daf-f671-4fd3-b1bb-8abc23440c29 HTTP/1.1" status: 204 len: 173 time: 1.9792159 May 10 20:05:48.496889 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:48.500190 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47e9f816-64d7-4be9-b7a4-69736456f308 HTTP/1.1" status: 204 len: 168 time: 1.5212007 May 10 20:05:48.551599 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8', 'name': 'network-vif-deleted', 'tag': 'a71d7daf-f671-4fd3-b1bb-8abc23440c29', 'status': 'completed', 'code': 200} May 10 20:05:48.871247 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-6806562e-b1c0-498d-8905-04c537eb3a09 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:48.872610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-6806562e-b1c0-498d-8905-04c537eb3a09 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.2110751 May 10 20:05:48.880242 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a71d7daf-f671-4fd3-b1bb-8abc23440c29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:48.985040 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: a71d7daf-f671-4fd3-b1bb-8abc23440c29 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:48.985383 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a71d7daf-f671-4fd3-b1bb-8abc23440c29 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:49.038774 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa725c-a3da-44d6-b9d6-3d4ad0977ad6 req-087ca67d-57d1-4e6c-aef4-8f3ed4112cd5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.040418 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-66fa725c-a3da-44d6-b9d6-3d4ad0977ad6 req-087ca67d-57d1-4e6c-aef4-8f3ed4112cd5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1634681 May 10 20:05:49.101937 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-66fa725c-a3da-44d6-b9d6-3d4ad0977ad6 req-a5fa610f-f924-43a3-b445-c052aac8c6e9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554376 May 10 20:05:49.213564 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Deleting port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:49.214122 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:49.308006 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65032-aaf7-42b6-af52-e9d514e58c5d req-ed81120b-8b90-4b62-8d33-d7efa785317a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.309744 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1d65032-aaf7-42b6-af52-e9d514e58c5d req-ed81120b-8b90-4b62-8d33-d7efa785317a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2746651 May 10 20:05:49.429792 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1d65032-aaf7-42b6-af52-e9d514e58c5d req-65831c2e-eafe-47a0-8b4b-ce41de28e392 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113307 May 10 20:05:49.431004 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199667a-6bf4-4c32-a487-1744278061f8 req-7dbef34b-8cb0-41bb-a6e7-8c1adafb2d97 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.446435 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1199667a-6bf4-4c32-a487-1744278061f8 req-7dbef34b-8cb0-41bb-a6e7-8c1adafb2d97 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 945 time: 0.1246099 May 10 20:05:49.494558 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] For port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:49.494558 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:49.554762 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1199667a-6bf4-4c32-a487-1744278061f8 req-3ee7f5e7-a616-4297-8b15-554fad30fcbe tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071880 May 10 20:05:49.762114 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Calling delete_port for c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:49.765614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-144edc39-89f3-4483-afee-868c64029bc3 req-6a0bbcc1-9a1d-4126-b1a5-697eae2bd832 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:49.894624 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2db9-f913-462e-a2bc-9819f616c0b8 req-6f6889d9-c04e-4fd9-b18d-9662181c1af3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:49.899549 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-db6f2db9-f913-462e-a2bc-9819f616c0b8 req-6f6889d9-c04e-4fd9-b18d-9662181c1af3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1694479 May 10 20:05:49.913634 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-144edc39-89f3-4483-afee-868c64029bc3 req-6a0bbcc1-9a1d-4126-b1a5-697eae2bd832 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:49.929668 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-144edc39-89f3-4483-afee-868c64029bc3 req-6a0bbcc1-9a1d-4126-b1a5-697eae2bd832 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdff5cf1-4aa3-475f-b0a5-8ccf0e19e6a8 HTTP/1.1" status: 200 len: 210 time: 0.2796283 May 10 20:05:50.030813 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-db6f2db9-f913-462e-a2bc-9819f616c0b8 req-579fb5e3-096d-40f9-b8f1-74136701f8c5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162066 May 10 20:05:50.076437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:50.082822 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:50.162881 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Pushing event deleted for resources: {'Port': ['ID=c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:50.186781 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:50.406579 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] No DVR routers for this DVR port c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:50.409989 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:50.480069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea284c7d-ed41-43b0-ad4f-d772c4f9a972 req-9b607852-aa46-4d3c-b83f-7cc10a63272c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.480069 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea284c7d-ed41-43b0-ad4f-d772c4f9a972 req-9b607852-aa46-4d3c-b83f-7cc10a63272c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1492467 May 10 20:05:50.556863 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ea284c7d-ed41-43b0-ad4f-d772c4f9a972 req-96ec1b07-1300-41c4-a0a1-5c83de008df3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697169 May 10 20:05:50.558112 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'name': 'network-vif-deleted', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:50.566024 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3452c9f8-85eb-414a-8307-a8c674ad1549 req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "DELETE /v2.0/ports/c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a HTTP/1.1" status: 204 len: 173 time: 1.6844234 May 10 20:05:50.650587 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9304299a-c17e-4690-8ad1-65c8b43fb82f', 'name': 'network-vif-deleted', 'tag': 'c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a', 'status': 'completed', 'code': 200} May 10 20:05:50.695645 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62e6b7-01ed-447e-be83-9f1a914a784a req-85dfc6b7-320f-4275-b2d6-ac21038a1259 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:50.697823 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9f62e6b7-01ed-447e-be83-9f1a914a784a req-85dfc6b7-320f-4275-b2d6-ac21038a1259 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1449237 May 10 20:05:50.758180 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9f62e6b7-01ed-447e-be83-9f1a914a784a req-283fbae1-efa8-47ee-affc-41305b7fe16f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 May 10 20:05:50.826719 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-904f87a1-2489-40d1-9f33-466a1dc211cc req-0cb95e43-b300-4426-926d-2eaeda694b30 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:50.878961 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:50.917860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:50.918486 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device c83cb578-4bf8-4fb0-b2f0-5ba133cdd99a not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:51.030665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-904f87a1-2489-40d1-9f33-466a1dc211cc req-0cb95e43-b300-4426-926d-2eaeda694b30 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:51.031828 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-904f87a1-2489-40d1-9f33-466a1dc211cc req-0cb95e43-b300-4426-926d-2eaeda694b30 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=9304299a-c17e-4690-8ad1-65c8b43fb82f HTTP/1.1" status: 200 len: 210 time: 0.2507782 May 10 20:05:51.324870 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ab35-b8d5-4fac-a67c-a546c55bb2c4 req-e5a065b3-152f-465a-a562-d6842c9e9a6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:51.326808 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5ac2ab35-b8d5-4fac-a67c-a546c55bb2c4 req-e5a065b3-152f-465a-a562-d6842c9e9a6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1029804 May 10 20:05:51.383715 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5ac2ab35-b8d5-4fac-a67c-a546c55bb2c4 req-2d2879d2-02dc-46df-aa03-bc0f38636498 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 May 10 20:05:51.822402 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382b018-6da8-4df3-83b7-e678d24e544e req-ebce29cb-73f9-4407-a98c-744d23044c02 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:51.829922 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2382b018-6da8-4df3-83b7-e678d24e544e req-ebce29cb-73f9-4407-a98c-744d23044c02 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1241271 May 10 20:05:51.883057 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2382b018-6da8-4df3-83b7-e678d24e544e req-a7090c8f-d7f3-4192-b625-f2604207805b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521057 May 10 20:05:52.029844 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ec4c7-5f94-4664-9c33-2a2612257ec6 req-722bc3b7-01c5-4c98-9cb4-83b6cce1652e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.038038 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-631ec4c7-5f94-4664-9c33-2a2612257ec6 req-722bc3b7-01c5-4c98-9cb4-83b6cce1652e tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.1297474 May 10 20:05:52.075520 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253810-c77d-459f-ace5-7a29f673136e req-4072b90f-f0bc-438b-9523-3ee5713383ea tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.084215 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-42253810-c77d-459f-ace5-7a29f673136e req-4072b90f-f0bc-438b-9523-3ee5713383ea tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0956643 May 10 20:05:52.158053 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-631ec4c7-5f94-4664-9c33-2a2612257ec6 req-4422e1ba-c86e-4701-bb5c-00b02ef52221 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190197 May 10 20:05:52.200840 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-42253810-c77d-459f-ace5-7a29f673136e req-87782c4e-13b3-4cd3-b167-4da191d69905 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156459 May 10 20:05:52.710780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7639e2-0f5a-43ce-afe7-811d126a563d req-6adf0b47-339c-4485-b219-1b07bea3609a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.720558 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3d7639e2-0f5a-43ce-afe7-811d126a563d req-6adf0b47-339c-4485-b219-1b07bea3609a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1687992 May 10 20:05:52.766926 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3d7639e2-0f5a-43ce-afe7-811d126a563d req-38827e0d-c551-4128-9333-9b39d28cc29a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 May 10 20:05:52.782960 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-dcae8764-885b-466a-9d09-3abf85c50ded tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:52.784387 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-dcae8764-885b-466a-9d09-3abf85c50ded tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/networks?id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb HTTP/1.1" status: 200 len: 808 time: 0.2333679 May 10 20:05:52.799487 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-45774715-1770-4e61-9b3b-6c515a9f1f43 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/quotas/37e89724dd6a4f81a7ae7894f1c8ceee HTTP/1.1" status: 200 len: 375 time: 0.0095148 May 10 20:05:52.851506 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-68a44b82-f18b-477d-a168-d45f080012db tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458395 May 10 20:05:53.002378 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-bf1c171b-416f-4218-8776-733a79a04136 service neutron] 10.222.0.42 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441767 May 10 20:05:53.115912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b397-db8b-413a-85b4-270dffcbf37d req-6e296ecf-f10c-4744-8f56-b80e07d8ec26 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:53.117404 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9706b397-db8b-413a-85b4-270dffcbf37d req-6e296ecf-f10c-4744-8f56-b80e07d8ec26 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0855587 May 10 20:05:53.160738 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-7e3e0aae-df2a-4466-9851-98e9efe62d4a service neutron] 10.222.0.42 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457260 May 10 20:05:53.340808 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9706b397-db8b-413a-85b4-270dffcbf37d req-c13fc361-8bbc-4094-b5e0-16bcc295ece7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140255 May 10 20:05:53.383932 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-40e94d20-5a67-48eb-a2c9-d30cbe28f402 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:53.385357 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-40e94d20-5a67-48eb-a2c9-d30cbe28f402 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.0900276 May 10 20:05:53.542432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Deleting port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:05:53.542432 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:53.727954 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] For port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:05:53.728204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:53.871713 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Calling delete_port for 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:05:53.884058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c2524-8a49-484f-a914-21ace1118ce3 req-598b8589-4518-4748-bb87-e5ee798727b8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:53.885483 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-426c2524-8a49-484f-a914-21ace1118ce3 req-598b8589-4518-4748-bb87-e5ee798727b8 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 946 time: 0.2773225 May 10 20:05:53.988762 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-426c2524-8a49-484f-a914-21ace1118ce3 req-dfff76d9-2b92-434f-8739-e756db4d9b97 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965984 May 10 20:05:54.270492 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.284636 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:05:54.290346 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43559-d138-4d36-948e-f14fe118a0cb req-f447c5a0-a96a-4e13-bfe8-db98accf5d94 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:54.301757 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d8c43559-d138-4d36-948e-f14fe118a0cb req-f447c5a0-a96a-4e13-bfe8-db98accf5d94 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2311895 May 10 20:05:54.305911 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e56da013-fc32-4549-9e48-b6731d34c951 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:05:54.413545 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d8c43559-d138-4d36-948e-f14fe118a0cb req-d1ac758a-dc2e-4394-bbaa-90a031e97dda tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106949 May 10 20:05:54.442607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event deleted for resources: {'Port': ['ID=5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:54.458585 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:05:54.593271 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6c660a08-4c9b-4bfb-a50a-c88c684e146f req-3e61b316-6954-42d5-87cc-f2e93808b0cd tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.0992301 May 10 20:05:54.684863 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] No DVR routers for this DVR port 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:54.687688 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:54.709206 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'name': 'network-vif-deleted', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:05:54.731099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112e79-19a8-4993-b6ef-c80e7dd1ed7e req-b1811e47-947a-40b5-94a1-d9a286a3ed2e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:54.732906 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bc112e79-19a8-4993-b6ef-c80e7dd1ed7e req-b1811e47-947a-40b5-94a1-d9a286a3ed2e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.5559433 May 10 20:05:54.829030 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bc112e79-19a8-4993-b6ef-c80e7dd1ed7e req-cda6bdbc-8abd-447b-bfcf-b3a883435b2b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715179 May 10 20:05:54.912850 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-24ebc6c7-4fb4-4a26-948c-07f46776bd36 req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "DELETE /v2.0/ports/5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 HTTP/1.1" status: 204 len: 173 time: 1.5188267 May 10 20:05:54.942021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18545e-a5cb-4fe2-8d77-f3775d9eeaeb req-e89c9aab-a43f-483b-ae6e-c99329379879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:54.944385 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6d18545e-a5cb-4fe2-8d77-f3775d9eeaeb req-e89c9aab-a43f-483b-ae6e-c99329379879 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.1494451 May 10 20:05:54.953893 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a59b6-017f-4734-b2a2-eb9990d78bd3 req-fa17f0ae-bf7f-4f2f-af0f-dfdce633423e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:54.962970 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c56a59b6-017f-4734-b2a2-eb9990d78bd3 req-fa17f0ae-bf7f-4f2f-af0f-dfdce633423e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.2070205 May 10 20:05:55.011348 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-5b8ff7c6-2e48-42f7-bf64-bb9703d130ac tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481203 May 10 20:05:55.048363 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c56a59b6-017f-4734-b2a2-eb9990d78bd3 req-f7e4fcba-1bf5-4c5e-aaa4-03b9ca6dc9f8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833700 May 10 20:05:55.058484 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6d18545e-a5cb-4fe2-8d77-f3775d9eeaeb req-7798d084-0e87-454c-ac06-3ef69bd2a540 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749092 May 10 20:05:55.113332 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:05:55.203045 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-d68c1aa2-6db1-4d8b-ac61-db70480eca7b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:55.204551 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-d68c1aa2-6db1-4d8b-ac61-db70480eca7b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870322 May 10 20:05:55.206127 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c', 'name': 'network-vif-deleted', 'tag': '5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7', 'status': 'completed', 'code': 200} May 10 20:05:55.227278 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-81e62aa7-32df-470b-8198-a48947c690cd tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/quotas/c462e83b51a74e8bb4ee993b7fa3ed90 HTTP/1.1" status: 200 len: 375 time: 0.0168149 May 10 20:05:55.318287 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-81cb2019-0e43-4278-873d-314df3fd325b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648067 May 10 20:05:56.017662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5953751-859b-4663-a677-ca79435958d1 req-bb9800d9-c9f9-4b57-ad2c-ab5f64442bb2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:05:56.070954 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811038b-c271-46ca-81c1-117d243063c0 req-8b46e5ea-8621-44a0-b1f8-f58d58a18052 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:56.075240 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2811038b-c271-46ca-81c1-117d243063c0 req-8b46e5ea-8621-44a0-b1f8-f58d58a18052 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1741481 May 10 20:05:56.208780 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a5953751-859b-4663-a677-ca79435958d1 req-bb9800d9-c9f9-4b57-ad2c-ab5f64442bb2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:05:56.208780 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5953751-859b-4663-a677-ca79435958d1 req-bb9800d9-c9f9-4b57-ad2c-ab5f64442bb2 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a797e90-fb0d-4d1d-8bb8-200cf0dabc5c HTTP/1.1" status: 200 len: 210 time: 0.3220389 May 10 20:05:56.358171 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2811038b-c271-46ca-81c1-117d243063c0 req-d9e99efb-db12-466a-86ee-49ed540eeff9 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724204 May 10 20:05:56.431591 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7cb1308c-d5e8-43f2-8ee8-13e8b8b4258a req-ae3282d0-6458-4cb4-b82b-e57af4b5012c tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.0631223 May 10 20:05:56.449178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-9de46127-9e5a-422a-91f2-14be899e9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:56.453369 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-9de46127-9e5a-422a-91f2-14be899e9d41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1099 time: 0.3392568 May 10 20:05:56.539143 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7867ef77-6e1f-4c55-aab5-31345163a7aa req-14b14b61-070c-4a48-9a99-5b97015c751b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0757687 May 10 20:05:56.713425 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38345aa-1390-4b44-8446-5bd274390515 req-5e69316c-3259-4483-a187-39c45916043b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:56.717981 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c38345aa-1390-4b44-8446-5bd274390515 req-5e69316c-3259-4483-a187-39c45916043b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1704164 May 10 20:05:56.725151 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-39192e35-4e09-4d88-bed5-27c812c269fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:56.725151 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-39192e35-4e09-4d88-bed5-27c812c269fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.2313247 May 10 20:05:56.819434 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c38345aa-1390-4b44-8446-5bd274390515 req-d831e384-8c20-4285-a682-db2c267e8063 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942817 May 10 20:05:56.894218 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:05:56.948328 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:05:56.951553 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5ce58e50-84f0-4043-a1e0-8ad3aed9b8e7 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:05:57.000096 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-0930c941-ac61-473b-a249-3379548b030a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 1001 time: 0.2663434 May 10 20:05:57.060960 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56137ac2-db2a-4052-aff1-f0a1908746bc req-1df84ba6-b487-421c-8a62-fa3eabe68d44 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:57.062364 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-56137ac2-db2a-4052-aff1-f0a1908746bc req-1df84ba6-b487-421c-8a62-fa3eabe68d44 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.2160242 May 10 20:05:57.127935 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-6eea5b13-f0f2-4151-b939-1b47b971df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:57.129470 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-6eea5b13-f0f2-4151-b939-1b47b971df57 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.1176317 May 10 20:05:57.132844 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-56137ac2-db2a-4052-aff1-f0a1908746bc req-7853ee2b-401b-4475-b489-1c49e9e09d0a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629411 May 10 20:05:57.241421 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-867df1f2-d712-4cd7-bff4-05d7b0f70777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:57.243424 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-867df1f2-d712-4cd7-bff4-05d7b0f70777 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1056333 May 10 20:05:57.487628 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-344feb1d-4b0a-40b1-91c8-fd168caf2a1c service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304626 May 10 20:05:57.618224 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-609bfa32-f2fc-46df-ae01-c7bd75a9da11 req-c12c3984-7857-4be0-a4d0-ae9bd23be781 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.0626397 May 10 20:05:57.747272 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4ba20823-3afc-49bf-9e68-60e1a21687e7 req-87d84c01-1dc4-4643-acc4-0713547fd110 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0790241 May 10 20:05:57.750329 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4244ec-d644-4219-82f6-b2fbb6ee70bc req-cc619cfb-0eea-4462-9ea1-f40d84d3cf60 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:57.761116 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9a4244ec-d644-4219-82f6-b2fbb6ee70bc req-cc619cfb-0eea-4462-9ea1-f40d84d3cf60 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2589324 May 10 20:05:57.761116 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-18e1d09f-e906-44c7-b05d-005677b3f56a req-a9693045-ec85-490a-a2a2-fef951244c9a service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629013 May 10 20:05:57.867030 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9a4244ec-d644-4219-82f6-b2fbb6ee70bc req-c2c55d27-9530-450d-9787-d940d6636e4a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079514 May 10 20:05:58.134049 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915234f5-abb2-4143-b217-ce979132ae0e req-025dc33f-2b3f-4e8d-abf3-22501fdfd369 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:58.136770 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-915234f5-abb2-4143-b217-ce979132ae0e req-025dc33f-2b3f-4e8d-abf3-22501fdfd369 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1558969 May 10 20:05:58.270550 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-915234f5-abb2-4143-b217-ce979132ae0e req-ed1ec392-810b-4c68-8586-d069495d0549 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191587 May 10 20:05:58.458083 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01199d-29f2-4181-8ceb-fb04d9d9a1e3 req-30490597-2ba9-4048-a1ef-3529f9088162 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:58.471212 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6a01199d-29f2-4181-8ceb-fb04d9d9a1e3 req-30490597-2ba9-4048-a1ef-3529f9088162 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0978656 May 10 20:05:58.593741 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6a01199d-29f2-4181-8ceb-fb04d9d9a1e3 req-10f24990-7a82-4f81-9013-5f5756b0b5df tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264558 May 10 20:05:58.795900 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-451586c5-f7ce-4e9f-a1ab-2daf85dc4424 req-858e6aec-e077-4aa4-aacb-95cbf048b1b0 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.0409369 May 10 20:05:58.945653 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-eadad784-f06c-42d2-a41d-c2c8c7ca3357 req-0bb18d35-6d3d-4f2f-8a93-a3e59dddeb05 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0500865 May 10 20:05:59.103580 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-283d0a1d-8bea-430a-842f-eea5fd8580be tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:59.104999 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-283d0a1d-8bea-430a-842f-eea5fd8580be tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "GET /v2.0/networks?id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb HTTP/1.1" status: 200 len: 808 time: 0.1618843 May 10 20:05:59.120170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Request body: {'port': {'device_id': 'cd202f4c-19da-46ec-8362-f013449eba73', 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb', 'admin_state_up': True, 'tenant_id': '37e89724dd6a4f81a7ae7894f1c8ceee'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:05:59.257923 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:05:59.268044 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:05:59.468700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c299f-4ca1-460d-ba67-0e11904c33d5 req-791aad96-641d-4eda-ad56-a19175d0443f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:05:59.470799 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-311c299f-4ca1-460d-ba67-0e11904c33d5 req-791aad96-641d-4eda-ad56-a19175d0443f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0949552 May 10 20:05:59.515902 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-311c299f-4ca1-460d-ba67-0e11904c33d5 req-536a9ac6-c34a-4bd4-8565-f4319fb708d2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 May 10 20:05:59.637999 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Made reservation on behalf of 37e89724dd6a4f81a7ae7894f1c8ceee for: {'port': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:59.642887 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:05:59.962759 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Allocated IP 172.20.0.8 (5d2b6b36-e239-40c5-bfde-8c96ab7d00bb/5824d969-7f2c-470f-ba05-5ab321042a0f/5e452cff-21f8-40ff-b4dc-b9372f156c3f) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:00.278902 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c2b8-8609-45e1-9221-8c99589db461 req-615a0599-2353-47a1-aa8a-fe6f71b66944 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.280651 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5f7c2b8-8609-45e1-9221-8c99589db461 req-615a0599-2353-47a1-aa8a-fe6f71b66944 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2820687 May 10 20:06:00.301742 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-f20c3fe4-3f86-4982-847b-94c2e6682c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.311706 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-f20c3fe4-3f86-4982-847b-94c2e6682c63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 1099 time: 0.1469204 May 10 20:06:00.395819 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd53d89-7d57-4f77-9ac6-a8db1edfb3f6 req-e0388b9b-297d-4613-9043-6c21641c56d1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.397405 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0bd53d89-7d57-4f77-9ac6-a8db1edfb3f6 req-e0388b9b-297d-4613-9043-6c21641c56d1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.3885615 May 10 20:06:00.455403 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0bd53d89-7d57-4f77-9ac6-a8db1edfb3f6 req-df234501-56db-4d02-83a5-1a1b922ef809 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511835 May 10 20:06:00.542917 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:00.623557 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5f7c2b8-8609-45e1-9221-8c99589db461 req-7a955993-fe32-4f78-949f-fe37ecd4cc55 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258226 May 10 20:06:00.636305 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-23085e4f-ffc9-4e8b-902f-9e01f8b97e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.640299 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-23085e4f-ffc9-4e8b-902f-9e01f8b97e62 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 200 len: 920 time: 0.3181281 May 10 20:06:00.707301 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9edb464b-c260-4d2d-9aa3-e6fca648d856 req-026e665a-14ac-4e3a-859b-31c97adc70f4 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.0579638 May 10 20:06:00.745072 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:00.753306 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-803d0479-327e-4255-bcb7-e2d7d7035eca tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:00.781112 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-fe213040-ac62-473d-bffa-cf317396b203 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 200 len: 217 time: 0.1308303 May 10 20:06:00.826859 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:00.828376 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:00.832226 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:00.839476 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.840528 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:00.884494 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:00.900753 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:00.985703 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-fe199ade-138d-4a85-9354-f84ffe46c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:00.987297 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-fe199ade-138d-4a85-9354-f84ffe46c2d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 200 len: 859 time: 0.1992846 May 10 20:06:00.989193 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-41853433-1a68-4c9b-a340-70c2afd145f3 req-6fa9c691-c7d1-4e43-8af7-c5d1ed2aa036 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0508821 May 10 20:06:01.035577 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9201298 May 10 20:06:01.048713 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Request body: {'port': {'device_id': 'cd202f4c-19da-46ec-8362-f013449eba73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:01.114746 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-177d401b-e16f-4f41-a9b7-9bc5a7dc13f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c74e7de9-f6f2-4c3d-b99b-f677cae5a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175086 May 10 20:06:01.214087 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:01.363037 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-93776f26-72e6-4608-88cc-78a1a72fc7cd service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441261 May 10 20:06:01.399343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5f23d-01ef-4848-b9a4-f97cb02693e7 req-582db2cf-0304-47cf-887a-41bb2850fc95 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:01.400763 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-11b5f23d-01ef-4848-b9a4-f97cb02693e7 req-582db2cf-0304-47cf-887a-41bb2850fc95 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2283444 May 10 20:06:01.520806 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-11b5f23d-01ef-4848-b9a4-f97cb02693e7 req-91ece978-573f-486f-bc1b-ad241e93bd86 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718265 May 10 20:06:01.579523 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-2126eaed-5bc9-422f-be31-0705b7f8d08d tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555305 May 10 20:06:01.582677 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-98c6d9f4-d753-42c2-bbb8-0371b0744f64 req-c16831c2-d579-49a5-96b5-0d09c66af0a6 service neutron] 10.222.0.68 "GET /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132800 May 10 20:06:01.628589 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e452cff-21f8-40ff-b4dc-b9372f156c3f {{(pid=79261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:01.642777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:01.660309 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Transition to ACTIVE for port object 5e452cff-21f8-40ff-b4dc-b9372f156c3f will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:01.750516 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f89b8b-fb28-4d5b-8ea4-e8f9a5bdbca7 req-142467c1-d5cf-4db0-b1f2-74c370ca0b79 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:01.753218 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b2f89b8b-fb28-4d5b-8ea4-e8f9a5bdbca7 req-142467c1-d5cf-4db0-b1f2-74c370ca0b79 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.0862341 May 10 20:06:01.802779 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b2f89b8b-fb28-4d5b-8ea4-e8f9a5bdbca7 req-3f5ccc7c-3ad9-49cd-adcd-8163e881e932 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 May 10 20:06:01.812912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-d86d4251-975a-4896-8a7b-f76e48a40d0e tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:01.814972 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-d86d4251-975a-4896-8a7b-f76e48a40d0e tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270632 May 10 20:06:01.828660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Request body: {'port': {'device_id': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26', 'admin_state_up': True, 'tenant_id': 'c462e83b51a74e8bb4ee993b7fa3ed90'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:01.894082 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:01.901010 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-97e18773-f17b-42fb-97ec-f030c3227bd1 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:01.905746 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7a65-0157-470e-a261-7887db405f68 req-d8bcee0d-7e8b-4e4b-b38a-c05eb733d6cd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:01.906457 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d85b7a65-0157-470e-a261-7887db405f68 req-d8bcee0d-7e8b-4e4b-b38a-c05eb733d6cd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.2180552 May 10 20:06:02.011591 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d85b7a65-0157-470e-a261-7887db405f68 req-d84f0ab9-1af3-4699-b146-f6b3914d1e56 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928745 May 10 20:06:02.021394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:02.028293 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:02.028572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Usage tracker for resource:port and tenant:c462e83b51a74e8bb4ee993b7fa3ed90 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:02.031035 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:02.037346 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:02.054556 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:02.188187 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Attempting to bind port 5e452cff-21f8-40ff-b4dc-b9372f156c3f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:02.188522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Attempting to bind port 5e452cff-21f8-40ff-b4dc-b9372f156c3f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:02.188843 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Attempting to bind port 5e452cff-21f8-40ff-b4dc-b9372f156c3f on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:02.195982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Port 5e452cff-21f8-40ff-b4dc-b9372f156c3f on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:06:02.196297 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Attempting to bind port 5e452cff-21f8-40ff-b4dc-b9372f156c3f on network 5d2b6b36-e239-40c5-bfde-8c96ab7d00bb {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:02.210533 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:02.210931 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Checking segment: {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:02.211379 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Bound using segment: {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:02.211958 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Bound port: 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eabe7d6-84d7-48da-af53-12cf420d0fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:02.212405 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.236861 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aca1b4-cfaa-434b-a4fe-63e1a8362824 req-718b0876-0d17-4afb-842b-5a8e7471b366 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:02.240055 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-57aca1b4-cfaa-434b-a4fe-63e1a8362824 req-718b0876-0d17-4afb-842b-5a8e7471b366 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2515261 May 10 20:06:02.243850 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c6ee1-441a-4049-8fc1-833fc46f09cb req-a13eac39-0d40-463f-8595-f632889415c8 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:02.246768 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-060c6ee1-441a-4049-8fc1-833fc46f09cb req-a13eac39-0d40-463f-8595-f632889415c8 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 943 time: 0.0967088 May 10 20:06:02.300247 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-060c6ee1-441a-4049-8fc1-833fc46f09cb req-02a8bdf8-f761-4c17-aeb5-dbabfe1ca529 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 May 10 20:06:02.301245 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Made reservation on behalf of c462e83b51a74e8bb4ee993b7fa3ed90 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:02.309178 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.320798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.345640 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:02.345640 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Usage tracker for resource:security_group_rule and tenant:c462e83b51a74e8bb4ee993b7fa3ed90 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:02.348589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:02.355685 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:02.359323 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-57aca1b4-cfaa-434b-a4fe-63e1a8362824 req-cbe30e30-b699-4366-b006-cab48f73aa5d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869062 May 10 20:06:02.412699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:02.426851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:02.498688 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-34b313b8-ea53-40dc-96a0-f081c5a12878 req-49d8a854-df33-402e-a5c7-a08bb20a3bf9 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0538788 May 10 20:06:02.500445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.518397 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.525940 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:02.580367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:02.584487 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.584608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.584717 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] 10.222.0.68 "PUT /v2.0/ports/5e452cff-21f8-40ff-b4dc-b9372f156c3f HTTP/1.1" status: 200 len: 1093 time: 1.5391829 May 10 20:06:02.585323 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:02.587323 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b81b298e-8dcb-485e-a5d3-9c34baf6c2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:02.631779 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:02.637635 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:02.774358 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:02.788600 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45d06d7-a47d-48af-a0f4-aba51b9a3ada,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:02.806723 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'status': 'completed', 'code': 200} May 10 20:06:02.816426 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:02.854111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-c81c8478-c008-45e4-8ed2-0b47e49de202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:02.855981 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-c81c8478-c008-45e4-8ed2-0b47e49de202 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1098 time: 0.0929682 May 10 20:06:02.994107 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Allocated IP 192.168.233.58 (d38fcf77-659b-4e50-ba10-16614b989b26/a76ec9c8-5c0c-470b-869b-1f666a18eb3d/5660d8b3-4608-4b6b-b649-99525f2f2032) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:03.027731 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-490ef1c3-ee4d-40cc-b519-b7a808e85e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.029255 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-490ef1c3-ee4d-40cc-b519-b7a808e85e6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 1096 time: 0.2053883 May 10 20:06:03.084493 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-b846daa0-1e1d-42b4-a51e-258e423582d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.087258 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-b846daa0-1e1d-42b4-a51e-258e423582d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.2226276 May 10 20:06:03.202607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150096e5-08b1-483c-92e1-c92ee10c39cb req-67b4bf67-a2e4-4f10-a5ba-f856a8480dcb tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.204651 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-150096e5-08b1-483c-92e1-c92ee10c39cb req-67b4bf67-a2e4-4f10-a5ba-f856a8480dcb tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.2857146 May 10 20:06:03.242640 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-afd75373-1cac-4642-8887-9b99d58b23a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 1001 time: 0.1479335 May 10 20:06:03.316466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdc82e-25d5-424a-b953-aa3a4d982e34 req-4315592d-3711-4a18-9370-acb6fe0f961a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.317998 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cdcdc82e-25d5-424a-b953-aa3a4d982e34 req-4315592d-3711-4a18-9370-acb6fe0f961a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.1534972 May 10 20:06:03.345518 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-ebbf2317-14fe-4712-a31c-728a947cf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.346983 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-ebbf2317-14fe-4712-a31c-728a947cf9bf service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3031924 May 10 20:06:03.386565 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cdcdc82e-25d5-424a-b953-aa3a4d982e34 req-790911b4-40b2-435c-89e6-8e1afdf80f1f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551987 May 10 20:06:03.388084 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-d1d52525-069e-4cbd-9f13-40e14e8d3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.389562 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-d1d52525-069e-4cbd-9f13-40e14e8d3bfa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.1351120 May 10 20:06:03.391893 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-150096e5-08b1-483c-92e1-c92ee10c39cb req-8f2749d2-4aee-4640-bfd7-447a517e1ae6 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698947 May 10 20:06:03.449438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.68', 63530) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:03.534658 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-9a7c3573-631a-4091-8880-97dd97a0a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.540108 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-9a7c3573-631a-4091-8880-97dd97a0a177 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1342833 May 10 20:06:03.554159 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:03.695195 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Transition to ACTIVE for port object 5660d8b3-4608-4b6b-b649-99525f2f2032 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:03.711420 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-0b7ac753-213b-454c-9d4d-a18581f06cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.712859 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9950bdac-6b6b-4add-b33f-52cf2efca12c req-0b7ac753-213b-454c-9d4d-a18581f06cf8 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3526831 May 10 20:06:03.759011 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-e685669d-e2fb-47af-97b3-1c0f2430708b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.760479 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-e685669d-e2fb-47af-97b3-1c0f2430708b tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.2893524 May 10 20:06:03.768982 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-84bddc63-4ac7-42c6-a2b7-88439bb5dabb service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749880 May 10 20:06:03.776457 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83c000-963e-4a4c-921b-22a12254ac48 req-88a0a6be-e1ad-4343-930f-ffe6af473814 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.777135 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-8c83c000-963e-4a4c-921b-22a12254ac48 req-88a0a6be-e1ad-4343-930f-ffe6af473814 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:03.881830 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1d24-2ea9-40bb-a2e0-57b2ca15b121 req-52655238-387b-4549-b2f2-727da4c95abe tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:03.883284 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-206c1d24-2ea9-40bb-a2e0-57b2ca15b121 req-52655238-387b-4549-b2f2-727da4c95abe tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2189801 May 10 20:06:03.918406 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-915bb9fe-7f21-4df2-994b-ecbc844ccad3 req-47a65b7b-82b3-47a7-8585-8db949c36015 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384466 May 10 20:06:03.993170 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-206c1d24-2ea9-40bb-a2e0-57b2ca15b121 req-4a69d80a-ec31-4df4-9289-f324b365cafc tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564806 May 10 20:06:04.018691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-8c83c000-963e-4a4c-921b-22a12254ac48 req-88a0a6be-e1ad-4343-930f-ffe6af473814 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:04.022457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:04.022907 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8c83c000-963e-4a4c-921b-22a12254ac48 req-88a0a6be-e1ad-4343-930f-ffe6af473814 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 943 time: 0.4824588 May 10 20:06:04.024991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-25b0f41f-ecf3-4399-8953-73c52ccc4104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:04.068253 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8c83c000-963e-4a4c-921b-22a12254ac48 req-dbadedbb-d5a5-403c-b12e-c810e1bd81df tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 May 10 20:06:04.099372 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9b45d435-a7eb-43f7-a2ef-51eae0845aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.100790 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-9b45d435-a7eb-43f7-a2ef-51eae0845aea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 1096 time: 0.3388216 May 10 20:06:04.108066 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Network d38fcf77-659b-4e50-ba10-16614b989b26 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:04.146696 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:04.214665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:04.249533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Pushing event updated for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:04.270433 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:04.276094 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-452204f5-6b2c-4067-854a-eee9ebcab913 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f HTTP/1.1" status: 200 len: 217 time: 0.1364021 May 10 20:06:04.336159 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Deleting port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:04.336506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:04.378167 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.378785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:04.430167 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-f7af14ec-206d-494e-a57e-2488c6b5d578 None None] Provisioning for port 5660d8b3-4608-4b6b-b649-99525f2f2032 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:04.444446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-f7af14ec-206d-494e-a57e-2488c6b5d578 None None] Provisioning complete for port 5660d8b3-4608-4b6b-b649-99525f2f2032 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:04.457251 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f7af14ec-206d-494e-a57e-2488c6b5d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:04.526972 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-f7af14ec-206d-494e-a57e-2488c6b5d578 None None] Port 5660d8b3-4608-4b6b-b649-99525f2f2032 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:06:04.590777 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-89e70c09-04e6-4d8a-9a1a-ccb697fe63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.592184 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-89e70c09-04e6-4d8a-9a1a-ccb697fe63ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5824d969-7f2c-470f-ba05-5ab321042a0f HTTP/1.1" status: 200 len: 848 time: 0.3061504 May 10 20:06:04.604443 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6929a-aaea-48c7-99b0-fd5db28261e9 req-ebddf27e-0d82-4bb7-9328-c5a0b53cc905 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.606029 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-26e6929a-aaea-48c7-99b0-fd5db28261e9 req-ebddf27e-0d82-4bb7-9328-c5a0b53cc905 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 945 time: 0.0921469 May 10 20:06:04.657822 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c1c80-873f-4130-ab74-678e93753cf8 req-56755c6d-8664-4be4-8911-f3711e86df0d tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.658540 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-214c1c80-873f-4130-ab74-678e93753cf8 req-56755c6d-8664-4be4-8911-f3711e86df0d tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Synchronizing usage tracker for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:04.659253 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-26e6929a-aaea-48c7-99b0-fd5db28261e9 req-e9e2eb6f-b83f-4ef4-8638-86305e289be0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465655 May 10 20:06:04.671362 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-2991210c-ec0b-44cd-b7c6-ff975ade84cc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699320 May 10 20:06:04.781119 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9563057 May 10 20:06:04.795510 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] For port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,segment=NetworkSegment(e933ff09-9189-4698-b687-2eb290f1574c),segment_id=e933ff09-9189-4698-b687-2eb290f1574c)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:04.795864 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:04.822157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Request body: {'port': {'device_id': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:04.851285 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d00cb-1569-4db9-911d-8911a283971e req-a073e513-93bc-4358-a8ef-0e08e1618a02 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:04.853278 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-001d00cb-1569-4db9-911d-8911a283971e req-a073e513-93bc-4358-a8ef-0e08e1618a02 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 945 time: 0.0874839 May 10 20:06:04.899827 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-001d00cb-1569-4db9-911d-8911a283971e req-3a343422-a214-4751-90fb-65ba358dc0af tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/security-groups?id=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 May 10 20:06:04.965327 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:04.979248 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-214c1c80-873f-4130-ab74-678e93753cf8 req-56755c6d-8664-4be4-8911-f3711e86df0d tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Unset dirty status for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:04.980379 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-214c1c80-873f-4130-ab74-678e93753cf8 req-56755c6d-8664-4be4-8911-f3711e86df0d tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 935 time: 0.8836126 May 10 20:06:04.989985 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Calling delete_port for a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:05.082607 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-c701a411-8620-4649-af50-91635b991821 service neutron] 10.222.0.68 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939486 May 10 20:06:05.097260 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.134436 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:05.135618 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:05.141627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-214c1c80-873f-4130-ab74-678e93753cf8 req-6cccc90f-9477-40bf-829f-326709f267cf tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Synchronizing usage tracker for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:05.210199 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47549682-de0e-4ebf-b8a8-106593683435 req-65c63f37-2181-48a0-800d-82c416c3c0bc tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:05.212123 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-47549682-de0e-4ebf-b8a8-106593683435 req-65c63f37-2181-48a0-800d-82c416c3c0bc tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.0933123 May 10 20:06:05.222416 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.259074 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-47549682-de0e-4ebf-b8a8-106593683435 req-74d80fad-d7c0-44c6-82ce-9fccd8dd6350 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 May 10 20:06:05.287987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.288768 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:05.329228 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:05.362446 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-214c1c80-873f-4130-ab74-678e93753cf8 req-6cccc90f-9477-40bf-829f-326709f267cf tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Unset dirty status for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:05.363641 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-214c1c80-873f-4130-ab74-678e93753cf8 req-6cccc90f-9477-40bf-829f-326709f267cf tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676143 May 10 20:06:05.394524 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-181c3f2c-2549-4b2d-901f-b2ed23e71a6e req-a2a8d915-605e-416a-b181-12c231cad5f9 service neutron] 10.222.0.68 "GET /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865486 May 10 20:06:05.491694 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'code': 200} May 10 20:06:05.507308 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=8']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:05.522415 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:05.553205 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a367-2e66-413a-8379-4dd13f2fbcde req-5a4a6721-62c8-4a66-8154-4ddcaf4ae337 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:05.555564 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-15d5a367-2e66-413a-8379-4dd13f2fbcde req-5a4a6721-62c8-4a66-8154-4ddcaf4ae337 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 943 time: 0.1413639 May 10 20:06:05.658085 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.677853 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-15d5a367-2e66-413a-8379-4dd13f2fbcde req-e04088a1-d6ee-4630-9a59-6e217f924af5 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129286 May 10 20:06:05.720309 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5660d8b3-4608-4b6b-b649-99525f2f2032 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:05.728451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.735412 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.757431 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:05.873940 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Pushing event deleted for resources: {'Port': ['ID=a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:05.889633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Transition to ACTIVE for port object 5660d8b3-4608-4b6b-b649-99525f2f2032 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:05.889633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:05.919402 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465304c-6678-4d43-b8ca-8ec07c5560e1 req-d4c0be69-0e0f-418c-9fb5-dc9aca72c7c4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:05.921778 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4465304c-6678-4d43-b8ca-8ec07c5560e1 req-d4c0be69-0e0f-418c-9fb5-dc9aca72c7c4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.0965497 May 10 20:06:05.942416 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] No DVR routers for this DVR port a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:05.944872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:05.947533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'name': 'network-vif-deleted', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:05.969494 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4465304c-6678-4d43-b8ca-8ec07c5560e1 req-8fb25f51-9b69-48a2-b528-da49c2cef786 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 May 10 20:06:06.008119 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:06.014620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-df5183b3-08a3-4744-bc0e-9b5fdc1eeca5 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:06.051459 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4ba7e42f-c863-4fd3-95e3-fde4ac4ae488 req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.68 "DELETE /v2.0/ports/a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef HTTP/1.1" status: 204 len: 173 time: 2.2568676 May 10 20:06:06.185441 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3fda44d9-5b52-44b5-b622-052fd0888dd1 req-c3770f6e-c35d-4324-aff2-2d4ac96f71f9 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.1007645 May 10 20:06:06.193958 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Pushing event updated for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:06.205012 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:06.257739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271b842b-c8b5-43cd-81f8-2dd075524ab7', 'name': 'network-vif-deleted', 'tag': 'a5b5f553-a48f-4eea-aab9-4a1c9c0e7bef', 'status': 'completed', 'code': 200} May 10 20:06:06.283649 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Attempting to bind port 5660d8b3-4608-4b6b-b649-99525f2f2032 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:06.283989 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Attempting to bind port 5660d8b3-4608-4b6b-b649-99525f2f2032 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:06.284356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Attempting to bind port 5660d8b3-4608-4b6b-b649-99525f2f2032 on network d38fcf77-659b-4e50-ba10-16614b989b26 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:06.289755 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Port 5660d8b3-4608-4b6b-b649-99525f2f2032 on network d38fcf77-659b-4e50-ba10-16614b989b26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:06:06.290063 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Attempting to bind port 5660d8b3-4608-4b6b-b649-99525f2f2032 on network d38fcf77-659b-4e50-ba10-16614b989b26 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:06.295925 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:06.296250 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Checking segment: {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:06.296620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Bound using segment: {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:06.297184 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Bound port: 5660d8b3-4608-4b6b-b649-99525f2f2032, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e152354-0b4e-48ca-b890-8b2257454218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:06.298050 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:06.491272 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:06.494255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5660d8b3-4608-4b6b-b649-99525f2f2032,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:06.580857 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae655e7-89df-4471-81c8-209932e9fc65 req-85855554-d13e-43e9-a913-29738af5b913 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:06.589864 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dae655e7-89df-4471-81c8-209932e9fc65 req-85855554-d13e-43e9-a913-29738af5b913 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 947 time: 0.0905612 May 10 20:06:06.634879 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dae655e7-89df-4471-81c8-209932e9fc65 req-983f70f2-65fa-4768-99f6-a05bb75e1691 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 May 10 20:06:06.716059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:06.722759 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:06.820676 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:06.821284 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:06.822720 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] 10.222.0.68 "PUT /v2.0/ports/5660d8b3-4608-4b6b-b649-99525f2f2032 HTTP/1.1" status: 200 len: 1097 time: 2.0192049 May 10 20:06:06.859554 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Pushing event updated for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:06.863838 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:06.889973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42223-57e3-46a2-8f2a-5d1627b807cf req-8e9ce8c4-cc11-48e9-92d0-677764cdb0f5 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:06.892079 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b8d42223-57e3-46a2-8f2a-5d1627b807cf req-8e9ce8c4-cc11-48e9-92d0-677764cdb0f5 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 943 time: 0.1194713 May 10 20:06:06.943327 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b8d42223-57e3-46a2-8f2a-5d1627b807cf req-d6ec5302-81c4-458c-a554-4ebccf407362 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 May 10 20:06:06.964365 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5e452cff-21f8-40ff-b4dc-b9372f156c3f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:07.122904 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:07.148701 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'network_id': '5d2b6b36-e239-40c5-bfde-8c96ab7d00bb', 'port_id': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'mac_address': 'fa:16:3e:16:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5824d969-7f2c-470f-ba05-5ab321042a0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:07.182802 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b67f8-9578-47b1-9781-3e7cf2710270 req-68390697-f7b0-4784-ab45-a5201b4cd3db tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:07.185290 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-525b67f8-9578-47b1-9781-3e7cf2710270 req-68390697-f7b0-4784-ab45-a5201b4cd3db tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1044314 May 10 20:06:07.229544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:07.232175 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-8b73c559-4680-4fc4-9032-51645eebde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:07.234436 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-8b73c559-4680-4fc4-9032-51645eebde89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 1100 time: 0.1021740 May 10 20:06:07.245941 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-525b67f8-9578-47b1-9781-3e7cf2710270 req-5414ed1d-9e79-47c2-ba21-5222163cf763 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483203 May 10 20:06:07.247456 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e452cff-21f8-40ff-b4dc-b9372f156c3f {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:07.267008 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:07.310084 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-7f6c0399-44aa-4d7b-b205-666c07d36ddd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5660d8b3-4608-4b6b-b649-99525f2f2032 HTTP/1.1" status: 200 len: 217 time: 0.0679178 May 10 20:06:07.436706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b8751b0e-3716-48db-8750-96fce6e0e4a7 req-a60dc519-7c81-4d27-a6c1-7d6dbdeda454 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Synchronizing usage tracker for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:07.460067 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-f1cf8125-fd8b-4eb5-a70f-93c5866f061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:07.460384 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:07.461644 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-f1cf8125-fd8b-4eb5-a70f-93c5866f061f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76ec9c8-5c0c-470b-869b-1f666a18eb3d HTTP/1.1" status: 200 len: 843 time: 0.1440148 May 10 20:06:07.464812 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:07.582567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:07.583180 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-5e635292-7108-43d3-bd03-9096852ec9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:07.584733 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-5e635292-7108-43d3-bd03-9096852ec9ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d38fcf77-659b-4e50-ba10-16614b989b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1161635 May 10 20:06:07.586172 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:07.623705 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57678) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:07.699626 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b8751b0e-3716-48db-8750-96fce6e0e4a7 req-a60dc519-7c81-4d27-a6c1-7d6dbdeda454 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Unset dirty status for tenant:bd3909a3f3fc452f8b5241844865fb65 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:07.704445 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b8751b0e-3716-48db-8750-96fce6e0e4a7 req-a60dc519-7c81-4d27-a6c1-7d6dbdeda454 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] 10.222.0.42 "GET /v2.0/ports?device_id=271b842b-c8b5-43cd-81f8-2dd075524ab7 HTTP/1.1" status: 200 len: 210 time: 0.3138885 May 10 20:06:07.724908 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['5e452cff-21f8-40ff-b4dc-b9372f156c3f'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:07.737586 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-d4e2f0f6-98ec-4f31-a672-46130093f0f5 service neutron] 10.222.0.68 "GET /v2.0/networks/d38fcf77-659b-4e50-ba10-16614b989b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456091 May 10 20:06:07.812019 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:07.838020 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:07.842780 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9bee4569cb44f89c67814bd71a0fed is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:07.846381 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:07.854008 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:08.004974 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b5e8ff0-cca5-4392-861d-02a4eb96c397 req-03d0260d-d6d0-4083-9acc-1d5ba9139048 service neutron] 10.222.0.68 "GET /v2.0/networks/d38fcf77-659b-4e50-ba10-16614b989b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595031 May 10 20:06:08.050826 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b8767-9aba-4ad2-a04b-ade7e3616256 req-cf9d3210-9a69-4908-9767-a72b3d980c1f tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:08.052307 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-963b8767-9aba-4ad2-a04b-ade7e3616256 req-cf9d3210-9a69-4908-9767-a72b3d980c1f tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 947 time: 0.1224349 May 10 20:06:08.076626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:08.098819 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-963b8767-9aba-4ad2-a04b-ade7e3616256 req-62653f18-c7e8-47cb-b102-11379f026a20 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 May 10 20:06:08.258592 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:08.270919 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:08.280523 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c567fee-c3b9-4a2d-be75-0262d16c9df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:08.288247 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c2a46-d586-4684-a78c-07ba8cb00249 req-f6b5df68-c23a-4c28-ba2a-9b74760529cc tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:08.289833 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5b9c2a46-d586-4684-a78c-07ba8cb00249 req-f6b5df68-c23a-4c28-ba2a-9b74760529cc tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 944 time: 0.0907750 May 10 20:06:08.325963 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a9bee4569cb44f89c67814bd71a0fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987255 May 10 20:06:08.325963 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962ec7a-fa8d-4525-b509-49fa72b3d464,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:08.328402 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57696) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:08.328796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:08.353917 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5b9c2a46-d586-4684-a78c-07ba8cb00249 req-bb16a7bd-285d-4f7e-aeb9-28b1e73bd320 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581775 May 10 20:06:08.406199 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032', 'status': 'completed', 'code': 200} May 10 20:06:08.407059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:08.472262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:08.550231 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-5d1c8510-ef20-4936-b535-ad0e97f7f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:08.551718 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-5d1c8510-ef20-4936-b535-ad0e97f7f2de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 1100 time: 0.1183794 May 10 20:06:08.685811 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-6b648586-1823-4d0e-8b27-cdbd242ba27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:08.687306 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-6b648586-1823-4d0e-8b27-cdbd242ba27f service neutron] 10.222.0.68 "GET /v2.0/networks?id=d38fcf77-659b-4e50-ba10-16614b989b26 HTTP/1.1" status: 200 len: 870 time: 0.1283236 May 10 20:06:08.757303 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-4f4c82b2-4ee4-46b9-8f92-a88f5e168744 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5660d8b3-4608-4b6b-b649-99525f2f2032 HTTP/1.1" status: 200 len: 217 time: 0.0630450 May 10 20:06:08.800046 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57706) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:08.860865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-a04ebcc6-ae81-43f1-9c82-9dcab1811d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:08.862258 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-a04ebcc6-ae81-43f1-9c82-9dcab1811d49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76ec9c8-5c0c-470b-869b-1f666a18eb3d HTTP/1.1" status: 200 len: 843 time: 0.0984795 May 10 20:06:08.993508 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5660d8b3-4608-4b6b-b649-99525f2f2032 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:08.996346 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Deleting subnet cdf10fd7-53b0-42bd-b11b-05d6b554b50b {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:06:08.997040 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5e452cff-21f8-40ff-b4dc-b9372f156c3f up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:09.003823 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.007391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.033171 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ccc69b53-f260-4424-b577-a5d733594f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:09.052337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962ec7a-fa8d-4525-b509-49fa72b3d464,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:09.059296 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:09.079988 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.083822 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3962ec7a-fa8d-4525-b509-49fa72b3d464 HTTP/1.1" status: 204 len: 168 time: 0.7519941 May 10 20:06:09.087437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.221429 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5660d8b3-4608-4b6b-b649-99525f2f2032,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:09.230232 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-e60cc6a0-851c-4769-bab0-17a5645e69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:09.232853 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-e60cc6a0-851c-4769-bab0-17a5645e69d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d38fcf77-659b-4e50-ba10-16614b989b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3628814 May 10 20:06:09.238726 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '5660d8b3-4608-4b6b-b649-99525f2f2032', 'network_id': 'd38fcf77-659b-4e50-ba10-16614b989b26', 'port_id': '5660d8b3-4608-4b6b-b649-99525f2f2032', 'mac_address': 'fa:16:3e:ee:ec:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76ec9c8-5c0c-470b-869b-1f666a18eb3d', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:09.269078 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.306528 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.328411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5660d8b3-4608-4b6b-b649-99525f2f2032 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:09.345511 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5660d8b3-4608-4b6b-b649-99525f2f2032,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:09.390630 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 5e452cff-21f8-40ff-b4dc-b9372f156c3f completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:09.396645 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 5e452cff-21f8-40ff-b4dc-b9372f156c3f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:09.397142 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.518059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.542767 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.549890 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:09.564004 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-9f271b20-3fd2-4370-8362-5d2e8261dc23 service neutron] 10.222.0.68 "GET /v2.0/networks/d38fcf77-659b-4e50-ba10-16614b989b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224940 May 10 20:06:09.581209 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:09.631038 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:09.632033 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77c54c-d90f-43d8-b6ba-30f86d3ab7c6 req-10f5dec7-5960-44f4-998a-4076b9564068 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:09.632033 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7e77c54c-d90f-43d8-b6ba-30f86d3ab7c6 req-10f5dec7-5960-44f4-998a-4076b9564068 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 947 time: 0.3215313 May 10 20:06:09.632212 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:09.632567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:09.791274 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:09.792143 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:09.806522 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7e77c54c-d90f-43d8-b6ba-30f86d3ab7c6 req-95c6f592-64ca-47da-b7e6-9022b46db0d8 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354060 May 10 20:06:09.826636 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:09.845325 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d502945-4599-4815-ba70-8d50dd6c1ee6 req-8330f846-c1a6-4848-beb2-e326c3642d30 service neutron] 10.222.0.68 "GET /v2.0/networks/d38fcf77-659b-4e50-ba10-16614b989b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701218 May 10 20:06:09.857828 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['5660d8b3-4608-4b6b-b649-99525f2f2032'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:10.002222 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'code': 200} May 10 20:06:10.009755 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:10.031591 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.040114 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7f631de2-c6b6-4318-b958-ffe0c700c663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:10.045405 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:10.106478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf10fd7-53b0-42bd-b11b-05d6b554b50b,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:10.109183 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.128521 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:10.138145 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c39ca-a32c-4d87-8627-065a0cab9120 req-8e5c28f9-ed53-4e7c-aa25-a5ec279cb244 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.139649 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b16c39ca-a32c-4d87-8627-065a0cab9120 req-8e5c28f9-ed53-4e7c-aa25-a5ec279cb244 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.1974914 May 10 20:06:10.143522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57738) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:10.144278 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-65726703-c8f8-47ed-acc4-9bd293fe3af2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cdf10fd7-53b0-42bd-b11b-05d6b554b50b HTTP/1.1" status: 204 len: 168 time: 1.3425188 May 10 20:06:10.201962 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b16c39ca-a32c-4d87-8627-065a0cab9120 req-b87e07e8-014e-4af9-95c9-bb6a3de3a8dc tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547864 May 10 20:06:10.315805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.452025 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.465992 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.466361 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > port after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > port after_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.476245 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.542854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.543116 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.543438 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.543759 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:06:10.544108 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b19b223-8d1a-41c5-a08d-ff14f53ed604']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:10.557953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e933ff09-9189-4698-b687-2eb290f1574c') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:10.558240 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e933ff09-9189-4698-b687-2eb290f1574c') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:10.570571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.587400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.595695 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:10.596106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: from cryptography.utils import int_from_bytes May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: from cryptography.utils import int_from_bytes May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:10.611499 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:10.641647 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736b6ac-789f-434f-95f1-4d624f2690c9 req-25c1e55b-d49a-4e69-a5b0-1131112bce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.643236 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8736b6ac-789f-434f-95f1-4d624f2690c9 req-25c1e55b-d49a-4e69-a5b0-1131112bce17 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 1098 time: 0.0759091 May 10 20:06:10.686848 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8736b6ac-789f-434f-95f1-4d624f2690c9 req-5e560c33-a1bf-41c3-bbbc-22d7c8d17f63 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 May 10 20:06:10.841799 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.847017 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:10.866340 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:10.876813 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b19b223-8d1a-41c5-a08d-ff14f53ed604,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:10.880761 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:10.957852 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57766) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:10.977725 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7209b-4b21-4dbb-820d-5ca3ea5a1961 req-98de21d7-9867-4951-b96d-c6537f8362c0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:10.979527 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7dc7209b-4b21-4dbb-820d-5ca3ea5a1961 req-98de21d7-9867-4951-b96d-c6537f8362c0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.0955148 May 10 20:06:11.017722 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5660d8b3-4608-4b6b-b649-99525f2f2032 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:11.019930 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b19b223-8d1a-41c5-a08d-ff14f53ed604 HTTP/1.1" status: 204 len: 168 time: 0.8751807 May 10 20:06:11.042739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7dc7209b-4b21-4dbb-820d-5ca3ea5a1961 req-e3a665b1-5cf7-4306-ae86-bde32f34d065 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567715 May 10 20:06:11.079014 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858cb11-737c-4eb1-8852-0746d5e10792 req-41e31562-488b-4780-bb3a-c41aad829ab5 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.080497 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4858cb11-737c-4eb1-8852-0746d5e10792 req-41e31562-488b-4780-bb3a-c41aad829ab5 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 948 time: 0.1133451 May 10 20:06:11.135591 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1417986430-network', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:11.145506 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4858cb11-737c-4eb1-8852-0746d5e10792 req-c0aa5ba4-ce51-400a-af32-cc8b7ee1da1e tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578687 May 10 20:06:11.153187 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:11.153187 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Usage tracker for resource:network and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:11.157362 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:11.168083 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:11.241369 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 5660d8b3-4608-4b6b-b649-99525f2f2032 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:11.247274 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 5660d8b3-4608-4b6b-b649-99525f2f2032 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:11.247647 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.286659 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Made reservation on behalf of d956cbbb2c8b47c185b127b18e463f9b for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:11.289112 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.315151 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.330905 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:11.334762 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:11.353639 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:11.361857 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:11.384120 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.402031 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894968-148a-411c-9179-d81a97903cfb req-cce8e83e-81f6-426f-aca2-e39e47648c10 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:11.403835 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c2894968-148a-411c-9179-d81a97903cfb req-cce8e83e-81f6-426f-aca2-e39e47648c10 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.0937531 May 10 20:06:11.449646 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5660d8b3-4608-4b6b-b649-99525f2f2032,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:11.468044 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c2894968-148a-411c-9179-d81a97903cfb req-901f10cc-91d7-4e23-8334-da426d4a08e6 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565901 May 10 20:06:11.471968 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.653455 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.655287 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:11.708689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57792) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:11.728899 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:11.733655 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:11.756529 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.756529 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a4c2e4c0-d741-4305-af8e-81069bd1722c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:11.795447 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:06:11.799832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57798) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:11.806851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b039ed-f4b3-4c55-8337-35ff085c7174,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:11.810139 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:11.836400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.836857 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Added segment b9231cba-0d2e-4491-8970-a127d816ab5f of type vlan for network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df May 10 20:06:11.841482 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-c2916d78-1051-4683-acf2-884fec518bde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315112 May 10 20:06:11.890645 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:11.897455 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-91de4b65-c240-43e0-baae-215bb3cf78d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd3909a3f3fc452f8b5241844865fb65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0965128 May 10 20:06:11.900233 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57804) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:11.970546 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.001099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.003687 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:12.070778 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032', 'code': 200} May 10 20:06:12.076015 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.077394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.077965 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.085005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9b640afb-840c-4e73-86a4-3f9524659231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:12.197882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:12.208419 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:06:12.208678 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:12.223514 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.234358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:12.251875 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f630fc-5bbb-415c-bfaf-c8976f2fb3f5,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:12.254425 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:12.291174 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df468ff-0cad-44ae-9907-9d5d429541d9 req-ff5561e3-3ddd-4864-914e-31c8237305c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.292822 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5df468ff-0cad-44ae-9907-9d5d429541d9 req-ff5561e3-3ddd-4864-914e-31c8237305c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1136286 May 10 20:06:12.325509 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3634651 May 10 20:06:12.326491 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57822) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:12.335539 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Request body: {'subnet': {'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1417986430-subnet', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:12.343892 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:12.348360 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5df468ff-0cad-44ae-9907-9d5d429541d9 req-ea9c8927-2884-49cb-a8f3-7e31a42ed220 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 May 10 20:06:12.355581 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.356790 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60f630fc-5bbb-415c-bfaf-c8976f2fb3f5 HTTP/1.1" status: 204 len: 168 time: 0.4552639 May 10 20:06:12.359154 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Usage tracker for resource:subnet and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:12.365856 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:12.373509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:12.465325 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-5945ea46-1271-488b-b0b2-414444f9677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.545264 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Made reservation on behalf of d956cbbb2c8b47c185b127b18e463f9b for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:12.549918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657768'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:12.724457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cced84-1857-4b38-b196-24e5b9d5eb09 req-11a91693-48ce-4e2a-95fc-a06712443eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.725817 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-41cced84-1857-4b38-b196-24e5b9d5eb09 req-11a91693-48ce-4e2a-95fc-a06712443eca service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 1102 time: 0.2513909 May 10 20:06:12.733246 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f333bf0-6436-4836-a297-be7876dcc2c8 req-49b5e4f5-977b-4202-be15-d0c1b2ba0a5f tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.735132 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f333bf0-6436-4836-a297-be7876dcc2c8 req-49b5e4f5-977b-4202-be15-d0c1b2ba0a5f tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.2197344 May 10 20:06:12.804619 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-41cced84-1857-4b38-b196-24e5b9d5eb09 req-48dbc1ef-5ba8-46a7-88f3-c6d86f220a7d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685415 May 10 20:06:12.807447 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3f333bf0-6436-4836-a297-be7876dcc2c8 req-82762cc2-e7e2-4b95-8c48-590be636f357 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572770 May 10 20:06:12.808411 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd199e-95f4-468c-941c-8eb37c9a84db req-e265c6ee-5791-4b34-b0e5-09688c060a1d tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.810223 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ebd199e-95f4-468c-941c-8eb37c9a84db req-e265c6ee-5791-4b34-b0e5-09688c060a1d tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.1535709 May 10 20:06:12.904384 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3ebd199e-95f4-468c-941c-8eb37c9a84db req-ab2594f9-13db-4a8d-979c-62321f163712 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869904 May 10 20:06:12.990715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401ac8-acc8-4e80-bd7a-55a7812dfa57 req-7a9589fe-0104-4620-9d89-02e06619a3e2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:12.992161 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-84401ac8-acc8-4e80-bd7a-55a7812dfa57 req-7a9589fe-0104-4620-9d89-02e06619a3e2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.0859122 May 10 20:06:13.041769 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-84401ac8-acc8-4e80-bd7a-55a7812dfa57 req-7afba3ce-ae1c-4de5-8c79-e5532ac21207 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 May 10 20:06:13.251055 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60092653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657818'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.255598 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ea403479-81fe-4721-8bd2-2fcaf5a73278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:13.332373 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7618a259-ef6b-401d-b7eb-e3cbc24460aa,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:13.335879 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:13.342438 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Checking segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:13.342790 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Network hostable DHCP agents. Network: f66ddc11-1cc6-4bf1-8edd-5433fa74e2df, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:06:13.436175 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:06:13.556016 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, f66ddc11-1cc6-4bf1-8edd-5433fa74e2df) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:13.572719 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ec8f2-532a-47a4-8085-579418689b4a None None] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:13.577197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.577197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.597604 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0822c8-e402-47c2-a228-f061a7ca3fd3 req-cc223f85-b8d5-43a2-8894-76f036175632 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:13.599307 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b0822c8-e402-47c2-a228-f061a7ca3fd3 req-cc223f85-b8d5-43a2-8894-76f036175632 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1070907 May 10 20:06:13.650999 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b0822c8-e402-47c2-a228-f061a7ca3fd3 req-518d8eaf-b073-4cb6-acba-f1353d5e2a9d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 May 10 20:06:13.722685 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3950355 May 10 20:06:13.725346 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57858) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:13.738079 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:13.741272 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:13.747363 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Usage tracker for resource:router and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:13.751790 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:13.761858 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:13.894494 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:06:13.895440 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.985483 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:13.987033 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.016186 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.056533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200713e7-493b-426c-b5cd-2ccc8aa47be9 req-942c4a8c-726d-49b9-b106-002b3c130f6b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.059207 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-200713e7-493b-426c-b5cd-2ccc8aa47be9 req-942c4a8c-726d-49b9-b106-002b3c130f6b tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.1308241 May 10 20:06:14.122882 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-200713e7-493b-426c-b5cd-2ccc8aa47be9 req-c0f8365b-b2f7-408a-970b-3376f51e3db2 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 May 10 20:06:14.154162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Allocated IP 172.20.0.2 (f66ddc11-1cc6-4bf1-8edd-5433fa74e2df/7618a259-ef6b-401d-b7eb-e3cbc24460aa/ce22da9e-1c10-44e1-9147-61a7d36ac13d) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:14.399662 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e454-8b2b-4882-b177-c77c54835b60 req-03419be6-8865-4121-a070-c5b81168375d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.401177 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fe26e454-8b2b-4882-b177-c77c54835b60 req-03419be6-8865-4121-a070-c5b81168375d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.2075431 May 10 20:06:14.404310 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.415771 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Transition to ACTIVE for port object ce22da9e-1c10-44e1-9147-61a7d36ac13d will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:14.420391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.441507 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Transition to ACTIVE for port object ce22da9e-1c10-44e1-9147-61a7d36ac13d will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:14.478581 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fe26e454-8b2b-4882-b177-c77c54835b60 req-fa7b8094-b1a2-42dc-bbbd-6f86d63d0cc8 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669031 May 10 20:06:14.608140 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.612330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:14.673502 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:14.686963 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:14.686963 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:14.736595 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Pushing event updated for resources: {'Port': ['ID=ce22da9e-1c10-44e1-9147-61a7d36ac13d,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:14.771239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:14.807653 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Attempting to bind port ce22da9e-1c10-44e1-9147-61a7d36ac13d on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:14.809024 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Attempting to bind port ce22da9e-1c10-44e1-9147-61a7d36ac13d by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:14.809555 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Attempting to bind port ce22da9e-1c10-44e1-9147-61a7d36ac13d on network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:14.821354 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:14.822109 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Checking segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:14.822464 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.822860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Bound using segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:14.823408 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Bound port: ce22da9e-1c10-44e1-9147-61a7d36ac13d, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:14.823720 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:14.936087 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eb507-dbdb-4266-822a-5af197b9060e req-23a7c105-1de4-46e9-8c25-65dd61ce9ce2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:14.938786 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f06eb507-dbdb-4266-822a-5af197b9060e req-23a7c105-1de4-46e9-8c25-65dd61ce9ce2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1132104 May 10 20:06:14.950864 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] For port ce22da9e-1c10-44e1-9147-61a7d36ac13d, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:14.955795 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] For port ce22da9e-1c10-44e1-9147-61a7d36ac13d, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ce22da9e-1c10-44e1-9147-61a7d36ac13d,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:14.991863 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f06eb507-dbdb-4266-822a-5af197b9060e req-65d6821a-57c4-4547-ae05-6979112c48f8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462904 May 10 20:06:15.000419 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.024745 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-b9103d3c-1e4f-412e-9cc7-ce82fdb18f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.030087 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.073091 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.075824 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.082225 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:15.201602 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Pushing event updated for resources: {'Port': ['ID=ce22da9e-1c10-44e1-9147-61a7d36ac13d,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:15.206214 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:15.249527 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Allocated IP 172.28.1.191 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/9c930da5-c8e7-4671-aa8d-232539013e1c) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:15.425123 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fbcee-a899-43cd-a742-ba452f003ccf req-5e2f1cac-d301-427a-99da-b3dcbd94ef25 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.432860 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b34fbcee-a899-43cd-a742-ba452f003ccf req-5e2f1cac-d301-427a-99da-b3dcbd94ef25 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.1225562 May 10 20:06:15.488245 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b34fbcee-a899-43cd-a742-ba452f003ccf req-da72b393-6f6e-4ae1-a78b-58e25864a9bc tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 May 10 20:06:15.597796 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf36d9-058f-4e2f-9677-d198bbba4cc4 req-1ee74a6b-cfa4-4157-aeda-b3973468ecfb tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.599357 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-82bf36d9-058f-4e2f-9677-d198bbba4cc4 req-1ee74a6b-cfa4-4157-aeda-b3973468ecfb tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.2619760 May 10 20:06:15.606733 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-ccaf3766-26b2-454e-be34-e6a0f54fb313 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.608088 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-ccaf3766-26b2-454e-be34-e6a0f54fb313 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.2086205 May 10 20:06:15.612789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.814877 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260fe03-9065-41fb-90ff-bd9ff63cece2 req-b7047c64-c713-4af4-b429-9655e0b2b06d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:15.822122 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e260fe03-9065-41fb-90ff-bd9ff63cece2 req-b7047c64-c713-4af4-b429-9655e0b2b06d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 945 time: 0.1081645 May 10 20:06:15.850923 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:15.870188 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-82bf36d9-058f-4e2f-9677-d198bbba4cc4 req-9a741525-a476-4c77-b804-c119774147fe tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609863 May 10 20:06:15.877913 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e260fe03-9065-41fb-90ff-bd9ff63cece2 req-c6849239-e7fb-42ce-a597-913aa348b86f tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548351 May 10 20:06:15.988911 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ce22da9e-1c10-44e1-9147-61a7d36ac13d up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:15.994446 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Deleting port eced4146-e44c-4d1b-ae2f-bbe384b44483 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:15.996163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.162925 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.179313 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f70ab598-8d5f-4353-8ae1-74d10703de00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:16.247421 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port ce22da9e-1c10-44e1-9147-61a7d36ac13d completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:16.266826 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6af2-36e7-4752-be49-15a0c6db950a req-f9f32577-df76-4f1f-957f-5c4c2a4fd679 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:16.272227 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-412b6af2-36e7-4752-be49-15a0c6db950a req-f9f32577-df76-4f1f-957f-5c4c2a4fd679 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1088419 May 10 20:06:16.280212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:16.286770 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:16.289482 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:16.318964 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-412b6af2-36e7-4752-be49-15a0c6db950a req-8ebee59f-867f-4e54-93ec-8e6e28def829 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 May 10 20:06:16.369103 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c930da5-c8e7-4671-aa8d-232539013e1c,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:16.382843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] For port eced4146-e44c-4d1b-ae2f-bbe384b44483, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eced4146-e44c-4d1b-ae2f-bbe384b44483,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:16.382843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.412908 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.413287 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.413639 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.414004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.414367 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.414980 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.415513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.415827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.416189 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.421079 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.421079 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.421079 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:16.429384 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:16.534259 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6872bdb-29d7-46e1-95e5-fd1bc99dc5ba None None] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:16.623443 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Calling delete_port for eced4146-e44c-4d1b-ae2f-bbe384b44483 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:16.704560 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-53291392-2693-495c-bdd2-8f193d8cf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:16.706199 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-53291392-2693-495c-bdd2-8f193d8cf1bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 1096 time: 0.5925782 May 10 20:06:16.710090 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ecfdc-8954-4607-96f0-bc925e01d64a req-4f808c7c-a7a4-4a0d-b95d-d3f909e51857 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:16.711606 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd6ecfdc-8954-4607-96f0-bc925e01d64a req-4f808c7c-a7a4-4a0d-b95d-d3f909e51857 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.1238623 May 10 20:06:16.768967 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Provisioning for port ce22da9e-1c10-44e1-9147-61a7d36ac13d completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:16.775900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57924) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:16.780050 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Provisioning complete for port ce22da9e-1c10-44e1-9147-61a7d36ac13d triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:16.780427 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.782745 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-bd6ecfdc-8954-4607-96f0-bc925e01d64a req-2cc1db4d-3372-4d36-a8a8-2cda8fe3e39c tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 May 10 20:06:16.939709 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.976793 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:16.986865 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:16.988420 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Usage tracker for resource:security_group_rule and tenant:18d818feb4ec4780b4aeca510521bddc is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:16.998893 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-69d5028e-134a-4aad-9cdc-26daf6c98a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.000936 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-69d5028e-134a-4aad-9cdc-26daf6c98a9c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1096 time: 0.2520163 May 10 20:06:17.005330 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:17.010600 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-e04a4667-c46b-4270-9d4d-b5a6026a27c1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.012126 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-e04a4667-c46b-4270-9d4d-b5a6026a27c1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.1983335 May 10 20:06:17.021818 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:17.056826 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] For port ce22da9e-1c10-44e1-9147-61a7d36ac13d, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ce22da9e-1c10-44e1-9147-61a7d36ac13d,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:17.157521 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.164022 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:17.215568 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.247088 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f750c-067c-4471-80f1-ded84ca3269b req-8a7ce744-d43a-4318-bf9c-8e307b9b0816 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.248898 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-366f750c-067c-4471-80f1-ded84ca3269b req-8a7ce744-d43a-4318-bf9c-8e307b9b0816 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.1653528 May 10 20:06:17.265337 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Pushing event updated for resources: {'Port': ['ID=ce22da9e-1c10-44e1-9147-61a7d36ac13d,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.272782 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:17.288314 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.299323 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b8f511ea-2b53-494c-b1b0-d5283eac72c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:17.352699 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-366f750c-067c-4471-80f1-ded84ca3269b req-bf29174d-de6f-4837-9c1f-9fd56c299908 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968320 May 10 20:06:17.362720 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18d818feb4ec4780b4aeca510521bddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5842357 May 10 20:06:17.366978 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57946) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:17.385645 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-cdce2ad2-32fe-498f-b6b0-3b41deef0cad None None] Provisioning complete for port ce22da9e-1c10-44e1-9147-61a7d36ac13d triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:17.386475 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cdce2ad2-32fe-498f-b6b0-3b41deef0cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.388719 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a645f7-bc7f-405d-b7be-04d627e9f6f4,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.405155 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.405506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.405862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.406219 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.407213 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.407558 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.407895 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.408230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.408568 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.408899 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.409231 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.409561 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:17.428469 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:17.464553 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.496762 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.598588 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.611554 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['36274a3b-0316-4398-87bb-cfbf2d468d37'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:17.612737 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc579-ee57-4fbb-b464-48665e638c60 req-22ddc799-9adc-4e08-a229-a87bcf403208 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.614334 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-101fc579-ee57-4fbb-b464-48665e638c60 req-22ddc799-9adc-4e08-a229-a87bcf403208 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1202807 May 10 20:06:17.620646 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ff2cf143-bf60-4f57-940a-76f963848d4d tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:17.667795 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-101fc579-ee57-4fbb-b464-48665e638c60 req-51f51cc5-5d84-4c7f-bab6-89ae71fb23ac tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 May 10 20:06:17.685435 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-bc8cf042-c267-4c47-b24c-20208de53115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.686979 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-bc8cf042-c267-4c47-b24c-20208de53115 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.6739917 May 10 20:06:17.697699 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Pushing event deleted for resources: {'Port': ['ID=eced4146-e44c-4d1b-ae2f-bbe384b44483,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.697699 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:17.698557 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.841762 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.859954 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ce22da9e-1c10-44e1-9147-61a7d36ac13d up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:17.929555 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port ce22da9e-1c10-44e1-9147-61a7d36ac13d triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:17.930109 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.951607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.953358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f8a94-f0eb-42cf-b5ce-aa68ecf227c5 req-3c52c124-2547-4f81-a63e-4a831020eee3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:17.955344 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b60f8a94-f0eb-42cf-b5ce-aa68ecf227c5 req-3c52c124-2547-4f81-a63e-4a831020eee3 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=3db28f4d-eb32-4202-8e65-568324c41f74 HTTP/1.1" status: 200 len: 867 time: 0.9171963 May 10 20:06:17.965764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-eb9cdaf8-3884-4e9e-a24e-8595610bb257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:17.979889 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] No DVR routers for this DVR port eced4146-e44c-4d1b-ae2f-bbe384b44483 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:17.981570 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a645f7-bc7f-405d-b7be-04d627e9f6f4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.986728 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:17.994563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:17.998681 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51a645f7-bc7f-405d-b7be-04d627e9f6f4 HTTP/1.1" status: 204 len: 168 time: 0.6277866 May 10 20:06:18.034096 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b663fde-d484-43c4-86e9-18d268d71c3d req-617aab4c-fbbd-45f0-9be5-7bbf0f6456e8 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.034869 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.041788 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7b663fde-d484-43c4-86e9-18d268d71c3d req-617aab4c-fbbd-45f0-9be5-7bbf0f6456e8 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.1354203 May 10 20:06:18.059501 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'name': 'network-vif-deleted', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:18.086548 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7b663fde-d484-43c4-86e9-18d268d71c3d req-76b38b72-3fb1-4805-b0fb-7d320df77970 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/security-groups?id=e45d06d7-a47d-48af-a0f4-aba51b9a3ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 May 10 20:06:18.090746 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Deleting port 5e452cff-21f8-40ff-b4dc-b9372f156c3f {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:18.091092 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.198269 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db28f4d-eb32-4202-8e65-568324c41f74', 'name': 'network-vif-deleted', 'tag': 'eced4146-e44c-4d1b-ae2f-bbe384b44483', 'status': 'completed', 'code': 200} May 10 20:06:18.211190 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4f09dd8d-c4ef-4a73-93b7-f6c1cbc5b9ba req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "DELETE /v2.0/ports/eced4146-e44c-4d1b-ae2f-bbe384b44483 HTTP/1.1" status: 204 len: 173 time: 2.5937586 May 10 20:06:18.216676 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-1603d7af-f879-4bd7-9f21-a2ba9aa63299 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.218141 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-1603d7af-f879-4bd7-9f21-a2ba9aa63299 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 949 time: 0.0864751 May 10 20:06:18.232726 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-02499f03-c132-4b2f-b7d3-9f9b725702c7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 999 time: 0.5359783 May 10 20:06:18.316219 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b60f8a94-f0eb-42cf-b5ce-aa68ecf227c5 req-dbd9bb6b-7155-4083-a2e6-f58fe840664d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477244 May 10 20:06:18.413439 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Deleting port 5660d8b3-4608-4b6b-b649-99525f2f2032 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:18.413930 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.577878 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:18.578628 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.599142 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] For port 5660d8b3-4608-4b6b-b649-99525f2f2032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5660d8b3-4608-4b6b-b649-99525f2f2032,segment=NetworkSegment(6e152354-0b4e-48ca-b890-8b2257454218),segment_id=6e152354-0b4e-48ca-b890-8b2257454218)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:18.599493 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.603451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-629affb3-50fb-48eb-bd37-4ac6157ca46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.604940 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-629affb3-50fb-48eb-bd37-4ac6157ca46d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.3509424 May 10 20:06:18.767299 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Calling delete_port for 5e452cff-21f8-40ff-b4dc-b9372f156c3f owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:18.799904 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Calling delete_port for 5660d8b3-4608-4b6b-b649-99525f2f2032 owned by compute:nova {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:18.825960 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:18.897487 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32eaf-755e-450d-9c85-7c031ba3bd6e req-535700e1-118d-4f89-b84d-ed52f38bca55 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:18.898941 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6ba32eaf-755e-450d-9c85-7c031ba3bd6e req-535700e1-118d-4f89-b84d-ed52f38bca55 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 945 time: 0.3827939 May 10 20:06:18.967152 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6ba32eaf-755e-450d-9c85-7c031ba3bd6e req-be405001-bf7c-4859-8a25-c7bbf2119b5a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/security-groups?id=18f3cb33-1371-4e27-bf74-b9fc6fb70619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 May 10 20:06:18.979184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57968) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:19.000603 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.057002 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:19.065103 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:224aecfc86df481c8564867443e932b9 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:19.069601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:19.081711 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5e452cff-21f8-40ff-b4dc-b9372f156c3f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:19.083775 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:19.169193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.180178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-33a2bc82-d32b-4e36-a290-01a08a4ff19f tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:19.243353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Pushing event deleted for resources: {'Port': ['ID=5660d8b3-4608-4b6b-b649-99525f2f2032,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.246944 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.275244 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-1d7e0eba-1f1f-4111-b4b4-33b7a3663f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.277223 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-1d7e0eba-1f1f-4111-b4b4-33b7a3663f56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6086946 May 10 20:06:19.286691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:19.292496 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:19.306352 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 5e452cff-21f8-40ff-b4dc-b9372f156c3f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5e452cff-21f8-40ff-b4dc-b9372f156c3f,segment=NetworkSegment(5eabe7d6-84d7-48da-af53-12cf420d0fbe),segment_id=5eabe7d6-84d7-48da-af53-12cf420d0fbe)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:19.333587 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.420208 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] No DVR routers for this DVR port 5660d8b3-4608-4b6b-b649-99525f2f2032 on host hv-cinder-78836 {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:19.423490 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.442243 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-dfcfe47f-d87a-43ce-be93-974fc4603f0f req-1991fe90-cd3b-447f-bb47-eb647b962f46 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Synchronizing usage tracker for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:19.444833 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'name': 'network-vif-deleted', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:19.454280 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.455392 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device eced4146-e44c-4d1b-ae2f-bbe384b44483 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:19.457073 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.462206 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0d9b2-692b-44cc-bfdb-184da11f61d2 req-55eb3c58-1ac4-40ea-8162-3ae10a9c6f45 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:19.463759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bfc0d9b2-692b-44cc-bfdb-184da11f61d2 req-55eb3c58-1ac4-40ea-8162-3ae10a9c6f45 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.6453376 May 10 20:06:19.469784 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-15639974-d5cf-4c40-85b7-dcf247803dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:19.508748 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:19.514711 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=224aecfc86df481c8564867443e932b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318975 May 10 20:06:19.514711 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a8f91-77a4-4cdc-ad8f-85846e522d53,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.516891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:19.517401 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 57982) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:19.559138 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-1e47f137-6985-4fa7-a46f-b2ce5a67fd89 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622063 May 10 20:06:19.561976 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: eced4146-e44c-4d1b-ae2f-bbe384b44483 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:19.562357 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device eced4146-e44c-4d1b-ae2f-bbe384b44483 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:19.565342 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Router b0f1331e-969c-46cb-8daf-ce4d599da176 is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:06:19.597842 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5c3aa821-4dde-4b0f-9eaf-6bdb99135be1 req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.68 "DELETE /v2.0/ports/5660d8b3-4608-4b6b-b649-99525f2f2032 HTTP/1.1" status: 204 len: 173 time: 1.3714051 May 10 20:06:19.603959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.610353 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=6']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.610677 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bfc0d9b2-692b-44cc-bfdb-184da11f61d2 req-de1a631f-e6e7-4f2c-85fe-76401e987b70 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118343 May 10 20:06:19.626726 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:19.644376 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.680549 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'code': 200} May 10 20:06:19.750043 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-dfcfe47f-d87a-43ce-be93-974fc4603f0f req-1991fe90-cd3b-447f-bb47-eb647b962f46 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Unset dirty status for tenant:c462e83b51a74e8bb4ee993b7fa3ed90 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:19.751283 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dfcfe47f-d87a-43ce-be93-974fc4603f0f req-1991fe90-cd3b-447f-bb47-eb647b962f46 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.4649060 May 10 20:06:19.786475 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b612cb1-bd98-4d61-a7ae-07c7e6dddaee', 'name': 'network-vif-deleted', 'tag': '5660d8b3-4608-4b6b-b649-99525f2f2032', 'status': 'completed', 'code': 200} May 10 20:06:19.841571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.847431 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3369aeb8-45c8-436f-af16-ae06333238b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:19.862036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a8f91-77a4-4cdc-ad8f-85846e522d53,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.864364 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:19.866681 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:19.871525 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f79a8f91-77a4-4cdc-ad8f-85846e522d53 HTTP/1.1" status: 204 len: 168 time: 0.3493066 May 10 20:06:19.871945 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-05b1d484-32b1-4b4f-8f27-b72204afb509 req-d9a6e3e1-43af-4526-b447-4a4612c5d6e2 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902248 May 10 20:06:19.889048 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:19.897691 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Sync routers for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:19.910261 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:19.911285 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:20.011928 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:20.011928 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-aa79d93f-096e-40a6-89da-2c9b568832cc tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:20.059412 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Pushing event deleted for resources: {'Port': ['ID=5e452cff-21f8-40ff-b4dc-b9372f156c3f,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:20.062456 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:20.093402 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:20.176184 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3fa9fa7a-aff2-48ac-90bc-cda7039b7ec9 req-3ae91c54-eebb-4f11-a07e-09a355bbab19 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Synchronizing usage tracker for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:20.184833 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] No DVR routers for this DVR port 5e452cff-21f8-40ff-b4dc-b9372f156c3f on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:20.184833 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:20.185129 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2406f7b6-3701-4886-a2af-dab0386175c1 req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.68 "DELETE /v2.0/ports/5e452cff-21f8-40ff-b4dc-b9372f156c3f HTTP/1.1" status: 204 len: 173 time: 3.1453724 May 10 20:06:20.199765 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-deleted', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:20.225898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:20.227533 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5007169 May 10 20:06:20.236332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 57998) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:20.411710 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:16Z', 'revision_number': 3, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:20.416447 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Checking router: b0f1331e-969c-46cb-8daf-ce4d599da176 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:20.416882 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Updating router b0f1331e-969c-46cb-8daf-ce4d599da176 port 9c930da5-c8e7-4671-aa8d-232539013e1c binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:06:20.469743 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-3fa9fa7a-aff2-48ac-90bc-cda7039b7ec9 req-3ae91c54-eebb-4f11-a07e-09a355bbab19 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Unset dirty status for tenant:37e89724dd6a4f81a7ae7894f1c8ceee on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:20.470855 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3fa9fa7a-aff2-48ac-90bc-cda7039b7ec9 req-3ae91c54-eebb-4f11-a07e-09a355bbab19 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.3726678 May 10 20:06:20.472588 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:20.607387 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd202f4c-19da-46ec-8362-f013449eba73', 'name': 'network-vif-deleted', 'tag': '5e452cff-21f8-40ff-b4dc-b9372f156c3f', 'status': 'completed', 'code': 200} May 10 20:06:20.900142 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669eb1f-1ab0-4f6b-a773-6c35269955dc req-458fbf16-6cb3-461b-9386-98fd74c1a491 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:20.921613 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9669eb1f-1ab0-4f6b-a773-6c35269955dc req-458fbf16-6cb3-461b-9386-98fd74c1a491 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1380811 May 10 20:06:21.015256 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9669eb1f-1ab0-4f6b-a773-6c35269955dc req-5af02bfc-76b1-425f-a952-509e04f433a5 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 May 10 20:06:21.083023 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5660d8b3-4608-4b6b-b649-99525f2f2032 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:21.100688 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.124157 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Transition to ACTIVE for port object 9c930da5-c8e7-4671-aa8d-232539013e1c will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:21.159952 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 5660d8b3-4608-4b6b-b649-99525f2f2032 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:21.167954 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 5660d8b3-4608-4b6b-b649-99525f2f2032 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:21.212184 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e6b2b5c5-efb5-4d3b-831c-2fc80f32109c req-2d51ae4a-5112-46bb-903d-62216e5235d6 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b612cb1-bd98-4d61-a7ae-07c7e6dddaee HTTP/1.1" status: 200 len: 210 time: 0.0659432 May 10 20:06:21.293785 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.303757 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:21.355976 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d53de-f6fa-48cc-b791-001485adc5d4 req-965da95d-e155-4d6c-8b04-d0934710ff23 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:21.363540 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6e3d53de-f6fa-48cc-b791-001485adc5d4 req-965da95d-e155-4d6c-8b04-d0934710ff23 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.3071945 May 10 20:06:21.429610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6e3d53de-f6fa-48cc-b791-001485adc5d4 req-5c0b1f5b-ada0-4e6e-b201-f58b7941b068 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629573 May 10 20:06:21.541816 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Attempting to bind port 9c930da5-c8e7-4671-aa8d-232539013e1c on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:21.542439 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Attempting to bind port 9c930da5-c8e7-4671-aa8d-232539013e1c by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:21.542959 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Attempting to bind port 9c930da5-c8e7-4671-aa8d-232539013e1c on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:21.600786 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:21.601090 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:21.601510 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.607032 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:21.607792 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Bound port: 9c930da5-c8e7-4671-aa8d-232539013e1c, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:21.609182 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.613759 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.678865 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Pushing event updated for resources: {'Port': ['ID=9c930da5-c8e7-4671-aa8d-232539013e1c,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:21.716069 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.716732 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.717264 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.717753 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.718476 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.719031 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.719733 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.720300 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.720859 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.721519 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.722037 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.722591 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:21.728610 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:21.800124 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] For port 9c930da5-c8e7-4671-aa8d-232539013e1c, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:21.807103 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] For port 9c930da5-c8e7-4671-aa8d-232539013e1c, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=9c930da5-c8e7-4671-aa8d-232539013e1c,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:21.951513 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:21.957929 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:22.056349 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-066018af-f0d3-4b52-b635-ba9d2c53bdde req-f8481599-f9f2-46a4-b22c-aa4ade99a6ca tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd202f4c-19da-46ec-8362-f013449eba73 HTTP/1.1" status: 200 len: 210 time: 0.1492190 May 10 20:06:22.167438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Allocated IP 172.20.0.1 (f66ddc11-1cc6-4bf1-8edd-5433fa74e2df/7618a259-ef6b-401d-b7eb-e3cbc24460aa/29211b80-a82e-428a-8f16-0c6af49eda21) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:22.174841 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:22.176067 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:22.400881 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Pushing event updated for resources: {'Port': ['ID=9c930da5-c8e7-4671-aa8d-232539013e1c,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:22.429359 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:22.762762 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:22.842927 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Transition to ACTIVE for port object 29211b80-a82e-428a-8f16-0c6af49eda21 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:22.989544 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:23.136882 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b4163-28ca-4d62-8ded-771a36795a1c req-a84d5495-6cbb-4d4a-85f3-619b9c4a261b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.145271 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b14b4163-28ca-4d62-8ded-771a36795a1c req-a84d5495-6cbb-4d4a-85f3-619b9c4a261b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:23.210469 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:23.232180 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-aeb8e6d4-da39-4061-a6bf-2a7e1ee51877 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:23.312292 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716ef7-2daa-427e-91c6-9e6fc713879b req-3f4641e5-5f81-45ab-9eab-6a788fca0b39 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:23.318506 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1d716ef7-2daa-427e-91c6-9e6fc713879b req-3f4641e5-5f81-45ab-9eab-6a788fca0b39 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.3911273 May 10 20:06:23.479140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b14b4163-28ca-4d62-8ded-771a36795a1c req-a84d5495-6cbb-4d4a-85f3-619b9c4a261b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:23.480954 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b14b4163-28ca-4d62-8ded-771a36795a1c req-a84d5495-6cbb-4d4a-85f3-619b9c4a261b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.5707247 May 10 20:06:23.503517 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:23.511457 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1d716ef7-2daa-427e-91c6-9e6fc713879b req-121be2e2-8ed3-4225-ab89-08898d857a0c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857007 May 10 20:06:23.648817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:23.706525 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:24.079770 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:16Z', 'revision_number': 3, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:24.079770 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae7962e-6d9a-4add-9b4c-3c7dac78044f None None] The sync data for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb is: [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:16Z', 'revision_number': 3, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:24.085143 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.085143 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Pushing event updated for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:24.085143 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:24.085143 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b14b4163-28ca-4d62-8ded-771a36795a1c req-29b662f2-66e7-4384-b770-ad1d1b323603 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467118 May 10 20:06:24.776726 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f02d7e-28ea-4cac-9054-50e19193b5bb req-71df1a94-c68a-472c-9afe-44b1c424e933 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:24.778226 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-47f02d7e-28ea-4cac-9054-50e19193b5bb req-71df1a94-c68a-472c-9afe-44b1c424e933 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.0857630 May 10 20:06:24.824931 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-47f02d7e-28ea-4cac-9054-50e19193b5bb req-7ec4a342-96b8-4fe8-a453-635ec7e7c2c3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 May 10 20:06:24.870285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-4a1b3dfd-c9e4-475c-9fa2-f43a73dc7956 None None] Provisioning for port 29211b80-a82e-428a-8f16-0c6af49eda21 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:24.875816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-4a1b3dfd-c9e4-475c-9fa2-f43a73dc7956 None None] Provisioning complete for port 29211b80-a82e-428a-8f16-0c6af49eda21 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:24.876217 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3dfd-c9e4-475c-9fa2-f43a73dc7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:24.947079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b3dfd-c9e4-475c-9fa2-f43a73dc7956 None None] Port 29211b80-a82e-428a-8f16-0c6af49eda21 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:06:24.959908 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.566733 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.579112 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea2130-b8fc-460b-8ca2-ccaa1fa9dbc1 req-0171ba92-0846-4a3e-93ef-1cd378e40571 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:25.588184 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4ea2130-b8fc-460b-8ca2-ccaa1fa9dbc1 req-0171ba92-0846-4a3e-93ef-1cd378e40571 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.3179922 May 10 20:06:25.648128 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f4ea2130-b8fc-460b-8ca2-ccaa1fa9dbc1 req-9fb05049-2fce-46df-a32b-5aefc73aae05 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 May 10 20:06:25.723370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.761914 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ea273ba7-b8c5-46db-9875-c01f47ef9a96 tempest-DeleteServersTestJSON-2025539117 tempest-DeleteServersTestJSON-2025539117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:25.904377 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:25.929421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Pushing event updated for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:25.938170 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:26.005549 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 9c930da5-c8e7-4671-aa8d-232539013e1c up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:26.190638 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b12226-29fe-417d-8135-e6ca1f4a1f87 req-050113cf-078c-4e55-a0dc-f875c88e8dbf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:26.198499 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f6b12226-29fe-417d-8135-e6ca1f4a1f87 req-050113cf-078c-4e55-a0dc-f875c88e8dbf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1344764 May 10 20:06:26.258989 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f6b12226-29fe-417d-8135-e6ca1f4a1f87 req-b483f054-e441-4773-bade-e9114577e8f5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591919 May 10 20:06:26.338974 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 9c930da5-c8e7-4671-aa8d-232539013e1c completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:26.344748 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 9c930da5-c8e7-4671-aa8d-232539013e1c triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:26.346567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.370212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:26.375544 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:26.693741 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.731932 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Router b0f1331e-969c-46cb-8daf-ce4d599da176 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:06:26.745797 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 9c930da5-c8e7-4671-aa8d-232539013e1c, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=9c930da5-c8e7-4671-aa8d-232539013e1c,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:26.791103 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-f0de00ff-f129-4a5c-aa74-543ba44aac18 None None] Provisioning complete for port 29211b80-a82e-428a-8f16-0c6af49eda21 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:26.791485 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-f0de00ff-f129-4a5c-aa74-543ba44aac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.856481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-f0de00ff-f129-4a5c-aa74-543ba44aac18 None None] Port 29211b80-a82e-428a-8f16-0c6af49eda21 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:06:26.906957 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:26.911360 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:27.028874 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=9c930da5-c8e7-4671-aa8d-232539013e1c,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:27.043916 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:27.060203 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:27.072316 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Sync routers for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:27.081772 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] 10.222.0.42 "PUT /v2.0/routers/b0f1331e-969c-46cb-8daf-ce4d599da176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8509896 May 10 20:06:27.094324 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:27.095240 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:27.155014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f905a-695b-4f50-9419-d1adc2165ea6 req-dc8525cf-9320-4649-b579-ca0c04981f52 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.162542 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9f0f905a-695b-4f50-9419-d1adc2165ea6 req-dc8525cf-9320-4649-b579-ca0c04981f52 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1761596 May 10 20:06:27.270905 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9f0f905a-695b-4f50-9419-d1adc2165ea6 req-089fc864-09d2-4ba2-8e7b-b42a5f0c22cb tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065075 May 10 20:06:27.394935 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:27.747367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee1926-07b9-4a3f-a9c9-fbb0b5ea5520 req-aceb292b-76fa-40af-aeed-2458d8d40d51 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:27.751242 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-72ee1926-07b9-4a3f-a9c9-fbb0b5ea5520 req-aceb292b-76fa-40af-aeed-2458d8d40d51 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1792669 May 10 20:06:27.805602 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-72ee1926-07b9-4a3f-a9c9-fbb0b5ea5520 req-7316c42f-4436-4d5e-b231-d86fab067d1a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481660 May 10 20:06:27.904175 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:25Z', 'revision_number': 2, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:27.909273 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Checking router: b0f1331e-969c-46cb-8daf-ce4d599da176 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:27.909680 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Updating router b0f1331e-969c-46cb-8daf-ce4d599da176 port 29211b80-a82e-428a-8f16-0c6af49eda21 binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:06:27.946917 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 9c930da5-c8e7-4671-aa8d-232539013e1c up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:28.042546 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:28.107740 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 9c930da5-c8e7-4671-aa8d-232539013e1c triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:28.108113 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:28.690090 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc499b-1ea2-41ab-9a89-3bcb202bde7a req-f58a11aa-0c97-4e3f-bb63-25cb93e0f67a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:28.692155 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bbfc499b-1ea2-41ab-9a89-3bcb202bde7a req-f58a11aa-0c97-4e3f-bb63-25cb93e0f67a tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1340106 May 10 20:06:28.823051 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bbfc499b-1ea2-41ab-9a89-3bcb202bde7a req-4d70b6d3-5d30-4300-a8de-ced094723f45 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199131 May 10 20:06:28.907912 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58316) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:28.913681 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1740683327-network', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:28.923799 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:28.933757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Usage tracker for resource:network and tenant:f74c24aeaaa94a4e810fc074a17fcba7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:28.941867 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:28.957422 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:29.000552 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.016845 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Transition to ACTIVE for port object 29211b80-a82e-428a-8f16-0c6af49eda21 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:29.106467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea1068-ca48-45d0-a725-8eec7c404a97 req-f63f7f85-70ef-4b37-b0bf-bbc547ea1ee3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:29.108369 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6fea1068-ca48-45d0-a725-8eec7c404a97 req-f63f7f85-70ef-4b37-b0bf-bbc547ea1ee3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1069772 May 10 20:06:29.109464 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Made reservation on behalf of f74c24aeaaa94a4e810fc074a17fcba7 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:29.112120 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.128138 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.152389 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:29.156037 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.167679 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:29.174577 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Usage tracker for resource:security_group_rule and tenant:f74c24aeaaa94a4e810fc074a17fcba7 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:29.177962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:29.186143 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:29.349374 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6fea1068-ca48-45d0-a725-8eec7c404a97 req-2dcb0830-9fb8-4f0a-b221-c82cbcdbe9a3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222099 May 10 20:06:29.394794 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Pushing event updated for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:29.394794 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:29.441460 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.540573 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.563191 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:06:29.579218 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Attempting to bind port 29211b80-a82e-428a-8f16-0c6af49eda21 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:29.581207 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Attempting to bind port 29211b80-a82e-428a-8f16-0c6af49eda21 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:29.583634 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Attempting to bind port 29211b80-a82e-428a-8f16-0c6af49eda21 on network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:29.588400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.591355 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Added segment 538433f0-4f4c-4a3a-bb00-c1577d4c8173 of type vlan for network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 May 10 20:06:29.601624 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:29.604059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Checking segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:29.604059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.608571 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Bound using segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:29.609776 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Bound port: 29211b80-a82e-428a-8f16-0c6af49eda21, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:29.612097 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.676272 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.687007 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3e90859c-5c16-4176-b421-e7b56bbd5de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:29.745659 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9a8aa-ee0c-4f0c-923c-9ec66b13652c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:29.749945 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:29.784863 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] For port 29211b80-a82e-428a-8f16-0c6af49eda21, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:29.792291 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] For port 29211b80-a82e-428a-8f16-0c6af49eda21, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=29211b80-a82e-428a-8f16-0c6af49eda21,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:29.887592 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.888925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:29.889713 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.894775 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-224188b2-39c3-458c-beb1-cdb5823a1c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:29.928020 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:29.931687 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-e7d5935a-208c-4796-8321-d32e91a4b11d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:30.032598 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:30.033235 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:30.126984 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Pushing event updated for resources: {'Network': ['ID=c4c2d25c-a009-4dd5-832f-55138d8dfaa7,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:30.126984 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:30.128475 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325e22f-dc44-4f24-908b-a23804a0723e req-4782d8e1-7658-469d-8c80-ddc3a6f56946 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:30.128475 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3325e22f-dc44-4f24-908b-a23804a0723e req-4782d8e1-7658-469d-8c80-ddc3a6f56946 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1999843 May 10 20:06:30.174876 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:06:30.212681 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3325e22f-dc44-4f24-908b-a23804a0723e req-d804f649-a6d0-403a-b715-a6da66273654 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 May 10 20:06:30.213402 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Pushing event updated for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:30.227860 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:30.443810 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:30.661347 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b680-5bdb-4316-ae99-41cb0eec7cb2 req-6077941d-d161-47f0-b6a5-e7d2bc57fbca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:30.662816 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9697b680-5bdb-4316-ae99-41cb0eec7cb2 req-6077941d-d161-47f0-b6a5-e7d2bc57fbca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1433146 May 10 20:06:30.812898 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9697b680-5bdb-4316-ae99-41cb0eec7cb2 req-0cf180c2-d60d-46b1-9cc0-0730aae7f84b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417491 May 10 20:06:30.935317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:29Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:30.940117 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bc2a-148b-4d70-a8c8-5ebc9cd21ed7 None None] The sync data for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb is: [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:29Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:30.944718 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0341518 May 10 20:06:30.944885 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58384) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:30.958057 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Request body: {'subnet': {'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1740683327-subnet', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'ip_version': 4}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:30.964627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:30.969239 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Usage tracker for resource:subnet and tenant:f74c24aeaaa94a4e810fc074a17fcba7 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:30.972798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:30.980081 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:31.093707 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Made reservation on behalf of f74c24aeaaa94a4e810fc074a17fcba7 for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:31.097118 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61968794'] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:31.668524 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a772d-ac77-4cfe-8c71-3897fc606717 req-6b263dad-39cd-4eab-b750-03c40c23cd6d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:31.670315 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d7a772d-ac77-4cfe-8c71-3897fc606717 req-6b263dad-39cd-4eab-b750-03c40c23cd6d tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.2228115 May 10 20:06:31.764564 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8d7a772d-ac77-4cfe-8c71-3897fc606717 req-4624728a-0db8-4cb4-a265-65245d472e78 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656052 May 10 20:06:32.006205 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 29211b80-a82e-428a-8f16-0c6af49eda21 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:32.120833 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:06:32.121689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61968872'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.146648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:32.342517 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac182e-ad33-43bf-a14d-6a5d4b4a9821 req-ffa5bf21-8673-49e6-940e-c8486d6fcaff tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:32.365951 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e6ac182e-ad33-43bf-a14d-6a5d4b4a9821 req-ffa5bf21-8673-49e6-940e-c8486d6fcaff tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.2376468 May 10 20:06:32.430188 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 29211b80-a82e-428a-8f16-0c6af49eda21 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:32.435804 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 29211b80-a82e-428a-8f16-0c6af49eda21 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:32.436189 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:32.487525 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Checking segment: {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:32.487920 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Network hostable DHCP agents. Network: c4c2d25c-a009-4dd5-832f-55138d8dfaa7, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:06:32.496647 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de44f63a-bb77-465a-977f-b1ed84384110,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:32.528462 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:32.544577 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e6ac182e-ad33-43bf-a14d-6a5d4b4a9821 req-3d30cea8-3bb3-4dc3-9904-77cc9b2bb032 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768260 May 10 20:06:32.698973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:06:32.998746 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.030953 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 29211b80-a82e-428a-8f16-0c6af49eda21, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=29211b80-a82e-428a-8f16-0c6af49eda21,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:33.168423 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6a9a7-08b8-4aff-ae6d-8af69b64ff15 req-54f3d187-ed31-41b1-ad28-447291c1b68e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.175613 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-27e6a9a7-08b8-4aff-ae6d-8af69b64ff15 req-54f3d187-ed31-41b1-ad28-447291c1b68e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.1871245 May 10 20:06:33.283001 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-27e6a9a7-08b8-4aff-ae6d-8af69b64ff15 req-c9711a3c-e088-4122-b510-277e1a02c987 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025031 May 10 20:06:33.488156 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.489157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, c4c2d25c-a009-4dd5-832f-55138d8dfaa7) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:33.501983 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab6660-224c-48ac-8da8-35b91e449792 None None] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:33.519711 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:33.524595 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.574716 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:33.591366 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:33.772335 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c3d4416c-ffbd-490f-8bdf-a0befff59b97 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8249674 May 10 20:06:33.772997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58462) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:33.780538 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:33.811679 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:33.832474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Usage tracker for resource:router and tenant:f74c24aeaaa94a4e810fc074a17fcba7 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:33.841852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:33.872613 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:34.026162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:34.032643 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:34.042242 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.044061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.067352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6a13-c989-4f0d-8bc3-be21d06ac28a req-ddd51aad-f61b-4406-8fff-f28ae7057c7c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:34.076058 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1a3b6a13-c989-4f0d-8bc3-be21d06ac28a req-ddd51aad-f61b-4406-8fff-f28ae7057c7c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1522119 May 10 20:06:34.123878 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.199313 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1a3b6a13-c989-4f0d-8bc3-be21d06ac28a req-501cbbcc-96c5-4edd-8a3e-5d42159a4d6e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176217 May 10 20:06:34.285284 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:06:34.286644 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.337313 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58474) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:34.651652 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Allocated IP 172.20.0.2 (c4c2d25c-a009-4dd5-832f-55138d8dfaa7/de44f63a-bb77-465a-977f-b1ed84384110/e65fcd84-31ca-4c46-bffa-d37c5343f8ab) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:34.664149 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:34.705343 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:34.710563 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Usage tracker for resource:security_group_rule and tenant:a86163423a694246a6031f5c46fc94cb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:34.723824 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:34.735301 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:34.989502 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.145953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.176407 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.222394 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Transition to ACTIVE for port object e65fcd84-31ca-4c46-bffa-d37c5343f8ab will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:35.226225 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7bc42a12-d48b-4f94-8b25-04d36d215dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:35.243200 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a86163423a694246a6031f5c46fc94cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045436 May 10 20:06:35.245785 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58496) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:35.349804 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Transition to ACTIVE for port object e65fcd84-31ca-4c46-bffa-d37c5343f8ab will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:35.356231 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50375aeb-4354-43bd-a121-e5814b1c1412,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:35.360028 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:35.458864 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.522589 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.526573 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58512) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:35.548313 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:35.560254 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.604879 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:35.668196 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-2f772b64-b65a-4462-a3c2-5005a4004ed2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:35.677588 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-2f772b64-b65a-4462-a3c2-5005a4004ed2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 1.3512542 May 10 20:06:35.720208 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162557e-139d-4b53-bdca-bf404b8bb7ee req-2aee0eb6-539a-4895-b03f-9e1a634261b8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:35.722196 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3162557e-139d-4b53-bdca-bf404b8bb7ee req-2aee0eb6-539a-4895-b03f-9e1a634261b8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1336422 May 10 20:06:35.767305 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:35.770991 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:35.793768 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:35.995813 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3162557e-139d-4b53-bdca-bf404b8bb7ee req-37b93cfc-6b58-49e4-b193-c4cc03c2135b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477028 May 10 20:06:36.000895 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.040578 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.051255 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0e94df9e-490c-43de-88af-6c1c20682365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:36.073413 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50375aeb-4354-43bd-a121-e5814b1c1412,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:36.084164 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.085501 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50375aeb-4354-43bd-a121-e5814b1c1412 HTTP/1.1" status: 204 len: 168 time: 0.8386035 May 10 20:06:36.086806 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:36.094442 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:36.107756 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Usage tracker for resource:security_group_rule and tenant:1e11a2cba92342bfb69edc4a0225362f is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:36.107756 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:36.112527 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:36.171815 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Pushing event updated for resources: {'Port': ['ID=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:36.177411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 29211b80-a82e-428a-8f16-0c6af49eda21 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:36.246221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.251900 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:36.300787 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Attempting to bind port e65fcd84-31ca-4c46-bffa-d37c5343f8ab on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:36.313793 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Attempting to bind port e65fcd84-31ca-4c46-bffa-d37c5343f8ab by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:36.314481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Attempting to bind port e65fcd84-31ca-4c46-bffa-d37c5343f8ab on network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:36.322678 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:36.323706 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Checking segment: {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:36.325997 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.326588 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Bound using segment: {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:36.327257 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Bound port: e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:36.330996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.388734 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3214b23-fad5-4eee-97ee-2826c9c8d104 req-75ae82fe-19a1-4bbd-bc5f-11021375e373 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.398436 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3214b23-fad5-4eee-97ee-2826c9c8d104 req-75ae82fe-19a1-4bbd-bc5f-11021375e373 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 1.5916772 May 10 20:06:36.453343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458e61-8265-459f-a999-67371edad128 req-92c0447a-1038-4165-90b9-a606e06690c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:36.455128 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-92c0447a-1038-4165-90b9-a606e06690c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1096 time: 1.2803905 May 10 20:06:36.464813 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.524811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e7d02c2f-f2ec-477d-985b-74c9eeea4b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:36.525582 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 29211b80-a82e-428a-8f16-0c6af49eda21 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:36.526131 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.612547 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] For port e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:36.626626 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] For port e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:36.659757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35330049-e755-4833-8a85-51a719193494,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:36.677680 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:36.701472 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e11a2cba92342bfb69edc4a0225362f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1713340 May 10 20:06:36.701899 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58526) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:36.757797 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3214b23-fad5-4eee-97ee-2826c9c8d104 req-ba8f8eb1-3d6a-4ca1-aca3-d53e6c7cbc15 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582208 May 10 20:06:36.801060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Deleting port 36274a3b-0316-4398-87bb-cfbf2d468d37 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:36.802445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.860887 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.879293 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:36.890642 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:37.040723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:37.057105 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458e61-8265-459f-a999-67371edad128 req-e2ac8b75-b5c1-443b-a2ef-f4505b25ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:37.059548 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-e2ac8b75-b5c1-443b-a2ef-f4505b25ca30 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.5781119 May 10 20:06:37.177832 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Pushing event updated for resources: {'Port': ['ID=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:37.181217 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:37.394430 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] For port 36274a3b-0316-4398-87bb-cfbf2d468d37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36274a3b-0316-4398-87bb-cfbf2d468d37,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:37.394839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:37.584533 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92708ec7-44d1-418d-81cd-1fbae17eff18 req-0bd3be6b-65d4-4976-8fdf-42a07df848e2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:37.586183 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92708ec7-44d1-418d-81cd-1fbae17eff18 req-0bd3be6b-65d4-4976-8fdf-42a07df848e2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.0955918 May 10 20:06:37.643612 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92708ec7-44d1-418d-81cd-1fbae17eff18 req-efe92b6d-b45b-4e51-9fa6-8390e712530c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508659 May 10 20:06:37.745424 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-a29314c0-1760-4b16-abec-8889067129d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 200 len: 999 time: 0.5851524 May 10 20:06:37.754290 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Calling delete_port for 36274a3b-0316-4398-87bb-cfbf2d468d37 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:37.883474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:37.931789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:37.971460 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458e61-8265-459f-a999-67371edad128 req-0cc501da-e967-41c9-9f59-0289b4a0f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:37.984177 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-0cc501da-e967-41c9-9f59-0289b4a0f1d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.2148049 May 10 20:06:37.996520 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e65fcd84-31ca-4c46-bffa-d37c5343f8ab up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:38.032435 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.040240 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f94f01ab-5c56-48fa-b7a4-7ce10e6da42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:38.051190 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35330049-e755-4833-8a85-51a719193494,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:38.061289 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:38.067455 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.068641 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35330049-e755-4833-8a85-51a719193494 HTTP/1.1" status: 204 len: 168 time: 1.3442016 May 10 20:06:38.303212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b067a2-c91f-4b20-b394-0f3a01f33493 req-7998ac04-4e53-45a3-ae39-861165bcb593 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:38.304889 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-53b067a2-c91f-4b20-b394-0f3a01f33493 req-7998ac04-4e53-45a3-ae39-861165bcb593 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 946 time: 0.3844402 May 10 20:06:38.330561 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458e61-8265-459f-a999-67371edad128 req-90866198-de52-498f-b3d7-115f96949bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:38.332195 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-90866198-de52-498f-b3d7-115f96949bbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3040102 May 10 20:06:38.349391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Allocated IP 172.28.1.100 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/c85bf968-2158-4072-a2d3-a50fa967034e) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:38.418210 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-53b067a2-c91f-4b20-b394-0f3a01f33493 req-396d9713-c2f6-4c7b-a125-fd6aff03e34e tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/security-groups?id=deef992e-ba5f-4014-9410-29d02180467a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 May 10 20:06:38.442015 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port e65fcd84-31ca-4c46-bffa-d37c5343f8ab completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:38.475766 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc896b67-33d0-4500-8679-e5203a9191a4 None None] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:38.572564 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.592252 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-be42c597-fffb-4458-a15f-7195fa871bf4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:38.694650 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58550) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:38.736349 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.741949 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Pushing event deleted for resources: {'Port': ['ID=36274a3b-0316-4398-87bb-cfbf2d468d37,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:38.752439 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:38.785539 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:38.800938 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Usage tracker for resource:security_group_rule and tenant:72836b2c6dcf4f9a88c45178441b8f6c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:38.808879 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:38.817972 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:38.857507 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.878197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] No DVR routers for this DVR port 36274a3b-0316-4398-87bb-cfbf2d468d37 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:38.883811 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:38.887604 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'name': 'network-vif-deleted', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:38.898548 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-964fb183-d148-4008-b71d-8ece8a4d05a0 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340541 May 10 20:06:38.905152 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Provisioning for port e65fcd84-31ca-4c46-bffa-d37c5343f8ab completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:38.925428 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Provisioning complete for port e65fcd84-31ca-4c46-bffa-d37c5343f8ab triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:38.938922 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.023030 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0affa-f96f-427a-9011-4b7343cb2163 req-9685e4ff-2840-47b3-a5b4-95f67240a61c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:39.034764 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9ea0affa-f96f-427a-9011-4b7343cb2163 req-9685e4ff-2840-47b3-a5b4-95f67240a61c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1688035 May 10 20:06:39.049633 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be41ca-08de-4c3c-bd0e-a52745ab33cc', 'name': 'network-vif-deleted', 'tag': '36274a3b-0316-4398-87bb-cfbf2d468d37', 'status': 'completed', 'code': 200} May 10 20:06:39.112521 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9ea0affa-f96f-427a-9011-4b7343cb2163 req-549ff52e-4f53-4fc8-aef4-811a805477b5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800059 May 10 20:06:39.150184 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f7f9f21c-d693-4781-b971-9f8ccc61f6ad req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.68 "DELETE /v2.0/ports/36274a3b-0316-4398-87bb-cfbf2d468d37 HTTP/1.1" status: 204 len: 173 time: 3.4486468 May 10 20:06:39.152158 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cb458e61-8265-459f-a999-67371edad128 req-53fc05ff-ca43-41cd-b199-b5b672fd4bb8 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434525 May 10 20:06:39.173532 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.183709 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 36274a3b-0316-4398-87bb-cfbf2d468d37 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:39.228807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 36274a3b-0316-4398-87bb-cfbf2d468d37 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:39.229144 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 36274a3b-0316-4398-87bb-cfbf2d468d37 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:39.310943 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.311187 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.314649 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d4833a8b-d2dd-436b-b0fd-551cf0fb42d1 tempest-AttachVolumeNegativeTest-1386156371 tempest-AttachVolumeNegativeTest-1386156371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.317628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.341070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f63d30f2-1da9-45c6-ba59-9ee9c0d3b896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.378963 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72836b2c6dcf4f9a88c45178441b8f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823187 May 10 20:06:39.380579 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c40e8bc-8117-484c-9249-87db65e6b803,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.383348 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58572) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:39.387505 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:39.458203 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] For port e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:39.479461 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.531554 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.566513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Pushing event updated for resources: {'Port': ['ID=c85bf968-2158-4072-a2d3-a50fa967034e,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.580108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:39.590912 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:39.595936 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:39.599893 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:39.699898 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58580) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:39.744727 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.747589 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.802820 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.808560 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bc193f6e-64a1-4399-b663-0e6a1254a3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:39.867046 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c40e8bc-8117-484c-9249-87db65e6b803,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.880763 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Pushing event updated for resources: {'Port': ['ID=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:39.902137 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.902571 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.903107 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.903466 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.903790 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.904114 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.904490 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.904808 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.905126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.905492 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.905857 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.906172 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:39.918784 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:39.922223 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.931416 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-433342dd-fc2f-4744-9214-9297758925a6 None None] Provisioning complete for port e65fcd84-31ca-4c46-bffa-d37c5343f8ab triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:39.931876 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-433342dd-fc2f-4744-9214-9297758925a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:39.940651 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c40e8bc-8117-484c-9249-87db65e6b803 HTTP/1.1" status: 204 len: 168 time: 0.5561883 May 10 20:06:39.955771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:40.078742 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a556300d-ec7d-41f4-b4d2-e75d6c353610 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c462e83b51a74e8bb4ee993b7fa3ed90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774672 May 10 20:06:40.083613 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58592) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:40.103208 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-5d3a9e3e-40a4-4487-ad96-57d397822631 req-c84d9d9c-2dbb-4514-a39c-39aa2e4afdc2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Synchronizing usage tracker for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:06:40.247678 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.291054 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.453607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68ca17-94a3-4998-bad1-f01158c8232b req-a2d23158-ce8c-441b-bb5e-c8d8b7c9e0e8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:40.457308 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4f68ca17-94a3-4998-bad1-f01158c8232b req-a2d23158-ce8c-441b-bb5e-c8d8b7c9e0e8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 943 time: 0.1387105 May 10 20:06:40.513058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-5d3a9e3e-40a4-4487-ad96-57d397822631 req-c84d9d9c-2dbb-4514-a39c-39aa2e4afdc2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Unset dirty status for tenant:d19afc052f7a4f22bf33dda4a0aef2d1 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:06:40.524221 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5d3a9e3e-40a4-4487-ad96-57d397822631 req-c84d9d9c-2dbb-4514-a39c-39aa2e4afdc2 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2be41ca-08de-4c3c-bd0e-a52745ab33cc HTTP/1.1" status: 200 len: 210 time: 0.8139937 May 10 20:06:40.546921 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4f68ca17-94a3-4998-bad1-f01158c8232b req-6c5b80a1-ba5c-4bf5-a1e9-df5277adf900 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789275 May 10 20:06:40.579989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.588669 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0d44f494-2e25-48c5-93f9-23817278d27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:40.608027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58606) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:40.612364 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45d06d7-a47d-48af-a0f4-aba51b9a3ada,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:40.613161 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.626174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:40.782650 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.786779 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e45d06d7-a47d-48af-a0f4-aba51b9a3ada HTTP/1.1" status: 204 len: 168 time: 0.7003660 May 10 20:06:40.804704 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1474213805-network', 'tenant_id': 'f5b7422581f74c58b24c6ff7e22fa9eb'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:40.812290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:40.822601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Usage tracker for resource:network and tenant:f5b7422581f74c58b24c6ff7e22fa9eb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:40.833586 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:40.842049 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:40.919695 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Made reservation on behalf of f5b7422581f74c58b24c6ff7e22fa9eb for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:40.923061 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.941882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:40.970995 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:40.975485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Usage tracker for resource:security_group_rule and tenant:f5b7422581f74c58b24c6ff7e22fa9eb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:40.983287 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:41.006393 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:41.057120 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.167272 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:06:41.180251 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.257576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.261924 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a9de519b-e78a-4c63-b8cb-c2d7d7828db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:41.311311 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:06:41.345355 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.358969 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Added segment eb9eacb0-69ea-462f-8a27-33db9d370961 of type vlan for network 49583a45-9fa7-4f0e-86f5-1c213986ab62 May 10 20:06:41.387170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3083313d-ad92-4577-accc-82acfff8a675,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:41.407082 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:41.440765 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:41.454796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.463268 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'mac_address': 'fa:16:3e:fd:e5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:06:41.553241 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.560123 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:06:41.618239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:06:41.623614 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.625503 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:41.626117 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.634083 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:41.670239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:41.697105 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58638) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:41.799985 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.801655 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-82686995-2172-49d9-95f9-03ed81d1b28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:41.865340 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:41.875237 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Sync routers for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:41.894133 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:41.895228 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:41.901909 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=9']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:41.901909 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:41.967800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:41.968807 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1946800 May 10 20:06:41.971809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58644) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:41.974241 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e65fcd84-31ca-4c46-bffa-d37c5343f8ab up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:42.060737 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:06:42.243296 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port e65fcd84-31ca-4c46-bffa-d37c5343f8ab triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:42.246902 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.367401 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:42.454777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Pushing event updated for resources: {'Network': ['ID=49583a45-9fa7-4f0e-86f5-1c213986ab62,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:42.475436 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:42.485893 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8764517 May 10 20:06:42.486805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58652) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:42.498283 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Request body: {'subnet': {'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1474213805-subnet', 'tenant_id': 'f5b7422581f74c58b24c6ff7e22fa9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:42.503990 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:06:42.514046 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:42.527887 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Usage tracker for resource:subnet and tenant:f5b7422581f74c58b24c6ff7e22fa9eb is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:42.534424 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:42.571360 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb436b-3f34-4c87-a7a0-c7b4b14f8a07 req-6d2b1414-826f-4bc6-bcaa-60bc5aec6119 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:42.573420 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-48bb436b-3f34-4c87-a7a0-c7b4b14f8a07 req-6d2b1414-826f-4bc6-bcaa-60bc5aec6119 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 944 time: 0.7470036 May 10 20:06:42.574777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:42.671209 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bed5727c-ff18-46de-8353-739fc3e0c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.918726 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Made reservation on behalf of f5b7422581f74c58b24c6ff7e22fa9eb for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:42.931169 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657768'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:42.976945 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:40Z', 'revision_number': 3, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:42.986185 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Checking router: b5f12613-1b20-43f6-b2b8-6cf3de9bc472 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:42.986185 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Updating router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 port c85bf968-2158-4072-a2d3-a50fa967034e binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:06:43.111496 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.176636 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-48bb436b-3f34-4c87-a7a0-c7b4b14f8a07 req-4210e67b-f646-44b8-9f81-739b922309e1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360620 May 10 20:06:43.293065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.751863 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Allocated IP 172.20.0.1 (c4c2d25c-a009-4dd5-832f-55138d8dfaa7/de44f63a-bb77-465a-977f-b1ed84384110/fcbb9935-165a-4659-bdb9-0001500a0b28) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:43.761351 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.761987 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.794929 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Transition to ACTIVE for port object c85bf968-2158-4072-a2d3-a50fa967034e will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:43.904085 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:43.912487 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-94d514bd-b2ec-46b9-83cf-0f4818f115e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:43.971718 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.019866 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60092653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657818'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.022690 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Transition to ACTIVE for port object fcbb9935-165a-4659-bdb9-0001500a0b28 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:44.027646 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e03b-8ac4-4f8d-9ecc-b00424ab7a8d None None] Pushing event updated for resources: {'Port': ['ID=c85bf968-2158-4072-a2d3-a50fa967034e,revision_number=2']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:44.029197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8bfd9bd4-2d4d-48e0-ac77-7d9a1b9e1e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:44.048961 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8d5e03b-8ac4-4f8d-9ecc-b00424ab7a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:44.151200 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Attempting to bind port c85bf968-2158-4072-a2d3-a50fa967034e on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:44.151979 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Attempting to bind port c85bf968-2158-4072-a2d3-a50fa967034e by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:44.153088 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Attempting to bind port c85bf968-2158-4072-a2d3-a50fa967034e on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:44.163094 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:44.163850 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:44.164466 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.165080 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:44.165865 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Bound port: c85bf968-2158-4072-a2d3-a50fa967034e, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:44.167021 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.228850 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Checking segment: {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:44.229204 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Network hostable DHCP agents. Network: 49583a45-9fa7-4f0e-86f5-1c213986ab62, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:06:44.253039 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.274164 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a77a0c7-4fc2-42e3-a00d-67326d8141c1,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:44.282907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:44.307458 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] For port c85bf968-2158-4072-a2d3-a50fa967034e, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:44.311240 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] For port c85bf968-2158-4072-a2d3-a50fa967034e, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c85bf968-2158-4072-a2d3-a50fa967034e,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:44.312571 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:44.373332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:44.375980 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:44.379653 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:06:44.421802 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:44.426001 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:44.450691 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.556625 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.565818 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-5e844186-bf54-44bc-a880-b8274230bb8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:44.699068 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:06:44.792385 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:44.793290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e90d2-5a00-41e9-a183-d28bddffda3e req-64b2fb58-9a92-4477-9720-fa85896b882a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:44.796001 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:44.807840 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-415e90d2-5a00-41e9-a183-d28bddffda3e req-64b2fb58-9a92-4477-9720-fa85896b882a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 944 time: 0.3759627 May 10 20:06:44.839607 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a70ca7b3-d1b3-4838-9469-42da6f2976a6 None None] Provisioning for port fcbb9935-165a-4659-bdb9-0001500a0b28 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:44.841663 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 49583a45-9fa7-4f0e-86f5-1c213986ab62) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:44.856950 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8a8ab-1a3f-4999-997e-1faa1a91f6d7 None None] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:44.876179 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Deleting port bbc3f065-2c8e-46f1-945e-70a9975d0df2 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:44.879040 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.915337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:44.917057 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a70ca7b3-d1b3-4838-9469-42da6f2976a6 None None] Provisioning complete for port fcbb9935-165a-4659-bdb9-0001500a0b28 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:44.917437 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a70ca7b3-d1b3-4838-9469-42da6f2976a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.058339 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e03b-8ac4-4f8d-9ecc-b00424ab7a8d None None] Pushing event updated for resources: {'Port': ['ID=c85bf968-2158-4072-a2d3-a50fa967034e,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:45.066485 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8d5e03b-8ac4-4f8d-9ecc-b00424ab7a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:45.130414 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:45.131009 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.187695 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:45.208020 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-415e90d2-5a00-41e9-a183-d28bddffda3e req-a8237a6f-725a-4603-b160-750b96310ded tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967440 May 10 20:06:45.266251 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] For port bbc3f065-2c8e-46f1-945e-70a9975d0df2, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=bbc3f065-2c8e-46f1-945e-70a9975d0df2,segment=NetworkSegment(bae4b71d-90de-498a-883f-a9ebb5d4c620),segment_id=bae4b71d-90de-498a-883f-a9ebb5d4c620)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:45.266736 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.487871 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9964926 May 10 20:06:45.497306 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.538052 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-a70ca7b3-d1b3-4838-9469-42da6f2976a6 None None] Port fcbb9935-165a-4659-bdb9-0001500a0b28 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:06:45.572841 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d8617a1d-75b0-418c-ad10-ae95c93334db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.584222 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:45.588560 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Calling delete_port for bbc3f065-2c8e-46f1-945e-70a9975d0df2 owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:45.590766 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.676781 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb5d64d4-f9c5-4749-8fd8-7c6f415118c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:45.926791 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:45.954210 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:45.970460 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:45.981467 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c9ef5-afaf-4d4d-bcd9-6a0746c43206 None None] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:06:46.000123 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'fcbb9935-165a-4659-bdb9-0001500a0b28', 'name': '', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'mac_address': 'fa:16:3e:ea:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:43Z', 'updated_at': '2021-05-10T20:06:43Z', 'revision_number': 1, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'subnets': [{'id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:46.011206 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966b05c-6d1c-4285-b5af-8366f5275ca1 None None] The sync data for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb is: [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'fcbb9935-165a-4659-bdb9-0001500a0b28', 'name': '', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'mac_address': 'fa:16:3e:ea:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:43Z', 'updated_at': '2021-05-10T20:06:43Z', 'revision_number': 1, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'subnets': [{'id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:46.032472 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.432411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:46.432792 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.547906 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.746512 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:46.750100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:46.897621 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.906125 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:46.928390 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:46.994114 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:06:47.014590 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:47.021359 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca1c8-a908-4313-9524-193902b9ab7e req-bfe00a51-c022-407b-9b9a-14b06fcbc8f7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:47.028403 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-821ca1c8-a908-4313-9524-193902b9ab7e req-bfe00a51-c022-407b-9b9a-14b06fcbc8f7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 944 time: 0.2755353 May 10 20:06:47.040270 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc3f065-2c8e-46f1-945e-70a9975d0df2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:47.066557 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:47.154500 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.157078 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:47.361091 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-821ca1c8-a908-4313-9524-193902b9ab7e req-ac2ed9e7-4c4a-45a3-a785-dcc1a04373bf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300545 May 10 20:06:47.387021 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=10']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:47.394953 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'code': 200} May 10 20:06:47.396080 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:47.423841 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-10729d1d-d6a9-45bc-b6f3-5faec383de7e None None] Provisioning complete for port fcbb9935-165a-4659-bdb9-0001500a0b28 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:47.423841 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-10729d1d-d6a9-45bc-b6f3-5faec383de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.515785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:06:47.532195 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-10729d1d-d6a9-45bc-b6f3-5faec383de7e None None] Port fcbb9935-165a-4659-bdb9-0001500a0b28 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:06:47.734229 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.776291 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:47.868618 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:47.904944 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] 10.222.0.42 "PUT /v2.0/routers/b5f12613-1b20-43f6-b2b8-6cf3de9bc472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9314396 May 10 20:06:47.916711 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a63ad-8b62-4ba2-94ea-f02ad1dae011 req-48763321-feb0-4541-8d8c-cdcad8b1f0ec tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:47.925952 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-966a63ad-8b62-4ba2-94ea-f02ad1dae011 req-48763321-feb0-4541-8d8c-cdcad8b1f0ec tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2319648 May 10 20:06:48.108954 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-966a63ad-8b62-4ba2-94ea-f02ad1dae011 req-839828fe-42c5-4a7f-b839-ef32c7dc50df tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781971 May 10 20:06:48.201992 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c85bf968-2158-4072-a2d3-a50fa967034e up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:48.453407 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port c85bf968-2158-4072-a2d3-a50fa967034e completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:48.462126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port c85bf968-2158-4072-a2d3-a50fa967034e triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:48.462126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.532962 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168bd9-d9f0-4a5f-931d-6e96015c5fce req-57d37e11-eca6-4505-8f96-90c97a6c6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:48.541633 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5a168bd9-d9f0-4a5f-931d-6e96015c5fce req-57d37e11-eca6-4505-8f96-90c97a6c6d53 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 1099 time: 0.1818004 May 10 20:06:48.739284 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.764126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port c85bf968-2158-4072-a2d3-a50fa967034e, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c85bf968-2158-4072-a2d3-a50fa967034e,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:48.787572 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:06:48.790245 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5a168bd9-d9f0-4a5f-931d-6e96015c5fce req-bd452185-e026-439d-8d72-2e5c70a3e973 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477078 May 10 20:06:48.832046 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f89c8-3e70-4ad5-81a4-cf61b05cc021 req-1af0eccd-61f9-4dab-b7c4-eefeb0881dda tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:48.836092 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2c4f89c8-3e70-4ad5-81a4-cf61b05cc021 req-1af0eccd-61f9-4dab-b7c4-eefeb0881dda tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.1929510 May 10 20:06:48.848774 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:48.856884 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:48.907086 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2c4f89c8-3e70-4ad5-81a4-cf61b05cc021 req-0126faac-d0ef-440d-940e-29adcfefff70 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614281 May 10 20:06:48.978481 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=c85bf968-2158-4072-a2d3-a50fa967034e,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:48.982116 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:49.026613 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:06:49.037823 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Sync routers for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:49.048392 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:49.049062 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:49.191983 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] 10.222.0.42 "PUT /v2.0/routers/64fbe644-3dcf-419a-8e83-95fb8b3d84a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4930761 May 10 20:06:49.193993 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58764) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:49.404839 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:49.451510 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f20da8-a8af-414a-924b-f811e30f66e8 req-4ed51820-eafa-4ac4-b7cc-7c0d68dbf2d1 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:49.457739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07f20da8-a8af-414a-924b-f811e30f66e8 req-4ed51820-eafa-4ac4-b7cc-7c0d68dbf2d1 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1368258 May 10 20:06:49.472182 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.537408 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07f20da8-a8af-414a-924b-f811e30f66e8 req-7584045a-a920-4b81-8305-fd1756a845b6 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735223 May 10 20:06:49.727791 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Sync routers for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:49.746276 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:49.747318 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:49.782686 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:49.927275 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c85bf968-2158-4072-a2d3-a50fa967034e up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:50.047953 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:50.090775 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port c85bf968-2158-4072-a2d3-a50fa967034e triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:50.091462 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.139110 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Deleting port 5904c6ab-df85-4b1f-bd12-fd4bab288982 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:06:50.139738 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.221255 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:06:46Z', 'revision_number': 5, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port': {'id': '5904c6ab-df85-4b1f-bd12-fd4bab288982', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:19Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:50.237910 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Checking router: 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:50.407686 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Routers {'64fbe644-3dcf-419a-8e83-95fb8b3d84a6'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:50.408378 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:50.506900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] For port 5904c6ab-df85-4b1f-bd12-fd4bab288982, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=5904c6ab-df85-4b1f-bd12-fd4bab288982,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:50.507261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:50.613980 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] Set router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 gateway port host: None {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:50.740989 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-351f77ae-42af-4653-801b-3afddc93507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:06:49Z', 'revision_number': 6, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port_host': None}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:50.747018 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f77ae-42af-4653-801b-3afddc93507b None None] The sync data for ids ['64fbe644-3dcf-419a-8e83-95fb8b3d84a6'] in dv-cinder-788364-3-smb is: [{'id': '64fbe644-3dcf-419a-8e83-95fb8b3d84a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1377900493-router', 'tenant_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:17Z', 'updated_at': '2021-05-10T20:06:49Z', 'revision_number': 6, 'project_id': 'd19afc052f7a4f22bf33dda4a0aef2d1', 'gw_port_host': None}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:50.823923 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'fcbb9935-165a-4659-bdb9-0001500a0b28', 'name': '', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'mac_address': 'fa:16:3e:ea:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:43Z', 'updated_at': '2021-05-10T20:06:45Z', 'revision_number': 2, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'subnets': [{'id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:50.839493 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Checking router: b5f12613-1b20-43f6-b2b8-6cf3de9bc472 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:50.852954 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Updating router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 port fcbb9935-165a-4659-bdb9-0001500a0b28 binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:06:50.870520 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Calling delete_port for 5904c6ab-df85-4b1f-bd12-fd4bab288982 owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:06:50.962910 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.053295 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58816) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:51.059784 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545548380', 'description': 'tempest-secgroup-smoke-545548380 description', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:51.073752 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:51.080266 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:51.085642 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:51.119314 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:51.264705 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.276489 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.325436 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.348859 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:51.353620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:51.357521 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:51.367857 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:51.433032 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5904c6ab-df85-4b1f-bd12-fd4bab288982,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.435796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.501213 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.536000 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.542656 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.565514 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Transition to ACTIVE for port object fcbb9935-165a-4659-bdb9-0001500a0b28 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:06:51.584205 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.591218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f26f1ed6-1138-4910-80bb-37dcb31c2bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.660319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267c2327-38ba-4855-9cde-ba0772d37c2d,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:51.671835 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:51.674331 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.685587 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-dd9c65a8-457f-4cc0-8ba6-12702c4cd694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:51.794550 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.795694 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7407708 May 10 20:06:51.798652 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58840) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:51.806782 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:51.819627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:51.824088 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:51.827832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:51.834619 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:51.865886 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.869741 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:51.992792 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 5904c6ab-df85-4b1f-bd12-fd4bab288982 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:52.031034 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.051226 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc8f7-6fbb-4b4b-b083-27b6de580ad6 req-392b6a10-2f60-4598-a7d7-9cb904586d45 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:52.054186 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-74fbc8f7-6fbb-4b4b-b083-27b6de580ad6 req-392b6a10-2f60-4598-a7d7-9cb904586d45 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.7091725 May 10 20:06:52.067053 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 5904c6ab-df85-4b1f-bd12-fd4bab288982 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:52.069044 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 5904c6ab-df85-4b1f-bd12-fd4bab288982 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:52.069870 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device bbc3f065-2c8e-46f1-945e-70a9975d0df2 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:06:52.106845 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049212-eb9f-4652-9799-b52d90f35fa1 None None] Pushing event updated for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:52.122043 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-c1049212-eb9f-4652-9799-b52d90f35fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:52.129419 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.148457 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: bbc3f065-2c8e-46f1-945e-70a9975d0df2 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:06:52.149084 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device bbc3f065-2c8e-46f1-945e-70a9975d0df2 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:06:52.153907 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Attempting to bind port fcbb9935-165a-4659-bdb9-0001500a0b28 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:06:52.154328 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Attempting to bind port fcbb9935-165a-4659-bdb9-0001500a0b28 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:06:52.154532 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Attempting to bind port fcbb9935-165a-4659-bdb9-0001500a0b28 on network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:06:52.162406 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-74fbc8f7-6fbb-4b4b-b083-27b6de580ad6 req-ca602fdc-8569-44a6-8891-3c5479c280df tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979233 May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Checking segment: {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Bound using segment: {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Bound port: fcbb9935-165a-4659-bdb9-0001500a0b28, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538433f0-4f4c-4a3a-bb00-c1577d4c8173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:06:52.167184 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.190278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.190920 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64fbe644-3dcf-419a-8e83-95fb8b3d84a6 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:06:52.212353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.213518 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/64fbe644-3dcf-419a-8e83-95fb8b3d84a6 HTTP/1.1" status: 204 len: 168 time: 3.0184515 May 10 20:06:52.216057 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58848) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:52.228530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.259067 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ccae2bc4-2803-441b-9fad-3b3704b37a52 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:52.288296 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1ccb51-107b-4d13-a675-f1365f5e501f,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:52.291394 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] For port fcbb9935-165a-4659-bdb9-0001500a0b28, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:06:52.292678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:52.295437 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] For port fcbb9935-165a-4659-bdb9-0001500a0b28, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=fcbb9935-165a-4659-bdb9-0001500a0b28,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:06:52.364411 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Deleting subnet 8a2f93f7-4bf5-4015-aa6b-1b4baf492422 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:06:52.381054 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.390884 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.402173 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:52.469926 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:06:52.470573 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:06:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:52.475309 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.476651 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-508fcbe2-0bb1-4c16-a0e3-48289535de6c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6757910 May 10 20:06:52.481723 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58864) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:52.486539 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:52.493491 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:52.498188 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:52.501995 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:52.504142 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.515869 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:52.621843 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315acd0-8852-48ba-ba25-b9ac7b8ec689 req-c0c130c1-7ced-4185-bf52-1cea5054ade7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:52.623728 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a315acd0-8852-48ba-ba25-b9ac7b8ec689 req-c0c130c1-7ced-4185-bf52-1cea5054ade7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.2439365 May 10 20:06:52.668643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.669023 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049212-eb9f-4652-9799-b52d90f35fa1 None None] Pushing event updated for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:52.673791 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.680356 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-c1049212-eb9f-4652-9799-b52d90f35fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:52.723376 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:06:52.752161 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a315acd0-8852-48ba-ba25-b9ac7b8ec689 req-d571889f-13d4-4980-9efb-bb79ff3c1c5e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126437 May 10 20:06:52.846487 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.942431 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:52.944701 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:52.999159 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf75d71-6a6b-4e6a-9470-1bc32a767f41,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.006286 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.127207 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.131309 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6485894 May 10 20:06:53.132452 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58880) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:53.139061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:53.145937 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:53.149552 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:53.152804 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:53.161909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:53.208080 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'fcbb9935-165a-4659-bdb9-0001500a0b28', 'name': '', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'mac_address': 'fa:16:3e:ea:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:43Z', 'updated_at': '2021-05-10T20:06:52Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'subnets': [{'id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:53.219012 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ec6d5-bb9a-45c4-bd32-fb9bf8edde7d None None] The sync data for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb is: [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:06:44Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'fcbb9935-165a-4659-bdb9-0001500a0b28', 'name': '', 'network_id': 'c4c2d25c-a009-4dd5-832f-55138d8dfaa7', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'mac_address': 'fa:16:3e:ea:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:43Z', 'updated_at': '2021-05-10T20:06:52Z', 'revision_number': 4, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'subnets': [{'id': 'de44f63a-bb77-465a-977f-b1ed84384110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:53.276020 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.282633 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f12e1793-ee0a-4d09-93f4-e67629780fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:53.351879 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.409027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2f93f7-4bf5-4015-aa6b-1b4baf492422,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.412216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.423538 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a2f93f7-4bf5-4015-aa6b-1b4baf492422 HTTP/1.1" status: 204 len: 168 time: 1.2063792 May 10 20:06:53.424879 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-22e03502-3749-409b-a6d3-3062865e9c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.427693 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58890) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:53.493531 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.559797 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.607296 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75442100-8afc-41bb-aa36-e7eef64d1342 req-638653fa-cbfc-4fec-89da-71a12eab0c0e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:53.609993 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-75442100-8afc-41bb-aa36-e7eef64d1342 req-638653fa-cbfc-4fec-89da-71a12eab0c0e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.2772419 May 10 20:06:53.664341 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.666926 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:53.717059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fb9293-4519-46eb-aaf7-0b068d1202db,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.727286 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:53.851395 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-75442100-8afc-41bb-aa36-e7eef64d1342 req-c838a030-0f44-4ca4-b9ea-c3e39219d24e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100308 May 10 20:06:53.861127 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.901475 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74e7de9-f6f2-4c3d-b99b-f677cae5a639']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:53.944579 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:53.949493 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8159566 May 10 20:06:53.951060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58908) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:53.959922 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae4b71d-90de-498a-883f-a9ebb5d4c620') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:53.960261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae4b71d-90de-498a-883f-a9ebb5d4c620') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:53.966455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:53.984550 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:53.993954 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:53.999844 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:54.003226 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.017997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:54.072997 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.073961 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device fcbb9935-165a-4659-bdb9-0001500a0b28 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:54.108749 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-561ef4b3-0650-4a33-bd15-b6aee4b75249 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.110660 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-561ef4b3-0650-4a33-bd15-b6aee4b75249 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/networks?id=49583a45-9fa7-4f0e-86f5-1c213986ab62 HTTP/1.1" status: 200 len: 814 time: 0.3419499 May 10 20:06:54.153328 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-42801c94-f822-4220-9f02-5c191c3d78eb tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/quotas/f5b7422581f74c58b24c6ff7e22fa9eb HTTP/1.1" status: 200 len: 375 time: 0.0241494 May 10 20:06:54.162544 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:54.163026 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:54.198640 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:54.277019 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-b2eac9d4-9e03-484c-86a7-bc873c14c4d1 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141312 May 10 20:06:54.278463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.338613 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port fcbb9935-165a-4659-bdb9-0001500a0b28 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:06:54.352640 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port fcbb9935-165a-4659-bdb9-0001500a0b28 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:54.353096 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.456272 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f648-f02b-4dc2-919d-a916f2fd5226 req-15b2726b-40af-4dac-a1a6-340e246467e4 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:54.458369 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1631f648-f02b-4dc2-919d-a916f2fd5226 req-15b2726b-40af-4dac-a1a6-340e246467e4 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.3827674 May 10 20:06:54.496259 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.517569 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-e5d17519-7a4b-4a9e-95d4-32ced8b7f3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190068 May 10 20:06:54.540572 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.549410 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1631f648-f02b-4dc2-919d-a916f2fd5226 req-e115fd3e-f725-4615-9854-28f8fc719d96 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796566 May 10 20:06:54.557437 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.562191 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:54.597304 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74e7de9-f6f2-4c3d-b99b-f677cae5a639,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:54.598166 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.604685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:54.637373 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port fcbb9935-165a-4659-bdb9-0001500a0b28, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=fcbb9935-165a-4659-bdb9-0001500a0b28,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:06:54.648947 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.658509 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-db9b86aa-99f6-4d39-9595-3277a5e956b6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:54.698581 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4b1764-0d14-4810-849d-1fe1aa130466,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:54.713135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:54.725654 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.728600 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2c39bfbe-3de9-4894-ab5d-b080fe1bc2e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c74e7de9-f6f2-4c3d-b99b-f677cae5a639 HTTP/1.1" status: 204 len: 168 time: 1.2975457 May 10 20:06:54.728750 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:54.743821 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-56892660-d4a7-4d0c-a12a-8b3563b5d27c service neutron] 10.222.0.42 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020195 May 10 20:06:54.784125 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:54.785599 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8273089 May 10 20:06:54.788337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58920) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:54.793751 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:54.800805 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:54.806484 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:54.813511 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:54.824281 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:54.883559 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:54.898544 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:54.908826 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.securitygroups_db [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Project d956cbbb2c8b47c185b127b18e463f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:06:54.919934 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.009742 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.164360 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa742f31-2325-4bff-9186-54c0ed115d49 req-89b72c28-96be-4f99-b7d9-052dbea6e59c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:55.171429 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-aa742f31-2325-4bff-9186-54c0ed115d49 req-89b72c28-96be-4f99-b7d9-052dbea6e59c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.1913958 May 10 20:06:55.228719 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-aa742f31-2325-4bff-9186-54c0ed115d49 req-de209c80-bde2-47ad-9685-a64ff70081aa tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562909 May 10 20:06:55.328117 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.344057 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ac3173a3-3e5b-4509-9cd8-bbe6a504dee4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:55.354227 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-630ed7e3-5b28-4b33-8b54-8410df255a51 req-e82884e0-a379-4b3d-840e-de1d4f7e306b tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.2495487 May 10 20:06:55.374817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d5de1f-522f-4193-8cf8-352bd5ad3534,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:55.386756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:55.426258 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58936) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:55.501101 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-6e603efb-714e-44b7-9c55-f76d3195c545 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d19afc052f7a4f22bf33dda4a0aef2d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0732822 May 10 20:06:55.503840 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 58942) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:55.511343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.511343 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f1945ce6-d922-4c54-8159-bd9228e16402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7191274 May 10 20:06:55.516743 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 58946) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:55.530408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'security_group_rule': {'security_group_id': '267c2327-38ba-4855-9cde-ba0772d37c2d', 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:55.542916 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:55.553749 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:security_group_rule and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:55.561385 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:55.576685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:55.609354 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.641212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.702360 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.securitygroups_db [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Project d956cbbb2c8b47c185b127b18e463f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:06:55.709270 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.849150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.849150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-07ac21e6-e834-4994-9975-fef456687c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:55.888827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef992e-ba5f-4014-9410-29d02180467a,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:55.893596 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:55.894542 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:55.928552 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a5fe9-9e46-41be-bd38-7e6082bfba1f req-fb9fd639-9a23-49d2-a50b-6e0687ef0d32 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:55.930697 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ad0a5fe9-9e46-41be-bd38-7e6082bfba1f req-fb9fd639-9a23-49d2-a50b-6e0687ef0d32 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1494226 May 10 20:06:55.999489 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.004632 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deef992e-ba5f-4014-9410-29d02180467a HTTP/1.1" status: 204 len: 168 time: 0.4993849 May 10 20:06:56.016104 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device fcbb9935-165a-4659-bdb9-0001500a0b28 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:06:56.021635 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.030753 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ad0a5fe9-9e46-41be-bd38-7e6082bfba1f req-4c96a07e-c98b-4036-8e51-d8e958e4fb4d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920722 May 10 20:06:56.036569 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-06a17533-6624-42f2-a27f-a3bd0b28336e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:56.064648 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec9e8f1-ad4f-4df3-89f6-e60d15f9b4da,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:56.076653 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:56.133320 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port fcbb9935-165a-4659-bdb9-0001500a0b28 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:06:56.133691 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.229762 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:56.240434 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7220743 May 10 20:06:56.556448 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8bd5f2da-1cad-4c2b-8bb4-4d91ec3a171b req-a8f75266-fdab-4abb-88d3-fba33814b546 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0987833 May 10 20:06:57.160916 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59026) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:57.321861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:57.347223 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5416197-3c79-4c5c-9a07-d3531bfa0dad req-9d0d651b-a7d5-4763-bfda-9d0a5bbabeb0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:57.348716 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c5416197-3c79-4c5c-9a07-d3531bfa0dad req-9d0d651b-a7d5-4763-bfda-9d0a5bbabeb0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.0894556 May 10 20:06:57.365052 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:57.373978 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Usage tracker for resource:security_group_rule and tenant:d7efbc31a728476bafe1034c4f7cc5ab is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:57.378099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:57.384669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:57.426833 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c5416197-3c79-4c5c-9a07-d3531bfa0dad req-5f3a25a0-e156-4867-845d-9d2ed700edf4 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696235 May 10 20:06:57.486748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:57.719458 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:57.745981 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-27711cef-6066-4b5e-9e91-dfeb84d87487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:57.761608 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d0e55561-95bf-451e-be18-b45792ae447c req-1a6f0754-6d55-4a93-84eb-b3588bef6c9e tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0820446 May 10 20:06:57.809005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59046) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:57.820843 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7efbc31a728476bafe1034c4f7cc5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589997 May 10 20:06:57.824133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b4b06-53e9-44d5-a7ad-c6481bf646a8,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:57.834350 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:57.940740 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59056) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:58.050109 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.101592 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.151866 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-938379403-network', 'tenant_id': '002ad285eb0d42b986abc524271e71ad'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:58.165842 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:58.179041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Usage tracker for resource:network and tenant:002ad285eb0d42b986abc524271e71ad is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:58.188562 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:58.205982 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:58.322270 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Made reservation on behalf of 002ad285eb0d42b986abc524271e71ad for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:58.322538 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.324792 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.326437 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5b3cb464-8831-4ff3-9844-f5e00da70722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:58.338064 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.347509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b4b06-53e9-44d5-a7ad-c6481bf646a8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:58.351274 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:58.353501 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.354163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:58.354698 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/201b4b06-53e9-44d5-a7ad-c6481bf646a8 HTTP/1.1" status: 204 len: 168 time: 0.5446396 May 10 20:06:58.368578 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Usage tracker for resource:security_group_rule and tenant:002ad285eb0d42b986abc524271e71ad is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:58.372237 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:58.378871 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:58.476849 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.641392 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.646683 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-97d4fc5e-3cdc-472b-9c8e-e925a37470be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:58.667220 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76172d89-66ea-4a10-a451-7f804251109b req-f7b760a6-773b-41bc-bcfe-24c0c9a21c14 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:58.676463 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76172d89-66ea-4a10-a451-7f804251109b req-f7b760a6-773b-41bc-bcfe-24c0c9a21c14 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1158304 May 10 20:06:58.712656 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:06:58.737737 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-76172d89-66ea-4a10-a451-7f804251109b req-6befb0d7-3ecf-482d-aa2d-7a709b50f0e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601091 May 10 20:06:58.753687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b293b637-5934-4b7f-95e4-3204199508dd,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:58.758061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:58.763255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.768329 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Added segment c23ed30c-ccce-4efa-bc39-4d72d7668dde of type vlan for network a95893db-36a3-4e75-a559-29d129fc2870 May 10 20:06:58.792939 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.972671 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.974065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:58.974690 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:58.978656 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a073015f-ae5e-4a98-86aa-2ba106e9d459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:06:59.063018 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-39bd059e-3d50-4601-ade1-1959ff36a2ff req-86c97190-b23f-4f66-9ae3-eaf9d374c31f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.1009355 May 10 20:06:59.247193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Pushing event updated for resources: {'Network': ['ID=a95893db-36a3-4e75-a559-29d129fc2870,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:59.272031 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:06:59.272232 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network a95893db-36a3-4e75-a559-29d129fc2870 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:06:59.420102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388cf8e-2f68-4fd8-8e79-d1c53fff7979 req-e1dc2ee6-59dd-42c8-9243-33e231c2af62 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.425194 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5388cf8e-2f68-4fd8-8e79-d1c53fff7979 req-e1dc2ee6-59dd-42c8-9243-33e231c2af62 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1218276 May 10 20:06:59.430574 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4880936 May 10 20:06:59.442042 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59096) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:59.461060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Request body: {'subnet': {'network_id': 'a95893db-36a3-4e75-a559-29d129fc2870', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-938379403-subnet', 'tenant_id': '002ad285eb0d42b986abc524271e71ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:59.484083 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5388cf8e-2f68-4fd8-8e79-d1c53fff7979 req-ae0d2813-8f40-48ea-9344-bd0f26f80909 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519209 May 10 20:06:59.515438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:59.566111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Usage tracker for resource:subnet and tenant:002ad285eb0d42b986abc524271e71ad is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:59.577452 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:59.601116 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:59.620078 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-4f72a205-0f01-4a1c-9857-d6f8d2abd53f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.621662 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-4f72a205-0f01-4a1c-9857-d6f8d2abd53f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "GET /v2.0/networks?id=49583a45-9fa7-4f0e-86f5-1c213986ab62 HTTP/1.1" status: 200 len: 814 time: 0.4962966 May 10 20:06:59.640146 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Request body: {'port': {'device_id': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62', 'admin_state_up': True, 'tenant_id': 'f5b7422581f74c58b24c6ff7e22fa9eb'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:06:59.723036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59100) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:06:59.741746 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Made reservation on behalf of 002ad285eb0d42b986abc524271e71ad for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:59.745039 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61968794'] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:59.760617 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:06:59.796767 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:06:59.809232 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e1d3b2ad6431eadac7b44fd367118 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:06:59.812431 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:06:59.823299 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:06:59.914697 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-1f70e602-2ded-4781-b821-22270b45a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:06:59.914697 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-1f70e602-2ded-4781-b821-22270b45a3ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1099 time: 0.3984196 May 10 20:06:59.994719 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.115379 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.146774 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:00.151230 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Usage tracker for resource:port and tenant:f5b7422581f74c58b24c6ff7e22fa9eb is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:00.154991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:00.165798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:00.167405 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-082a3918-b67f-48fc-8a93-527834516f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:00.174716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-78c30c41-180d-44c1-be24-00441364bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:00.176452 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-78c30c41-180d-44c1-be24-00441364bc3a service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.2510951 May 10 20:07:00.191768 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba7e1d3b2ad6431eadac7b44fd367118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667807 May 10 20:07:00.197131 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59108) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:00.234836 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb619284-3975-4725-8300-16f150b0d745,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:00.240924 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:00.300855 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Made reservation on behalf of f5b7422581f74c58b24c6ff7e22fa9eb for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:00.306369 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.361634 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.410164 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.415367 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e49ecd64-b8ab-4246-9a98-91dff34a666a req-7a46d43e-f1f7-48c1-bcfa-3c2bc6701669 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.1279674 May 10 20:07:00.659269 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-48a21035-7ba9-46a3-8781-6ea9fe15e9a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 1001 time: 0.4737701 May 10 20:07:00.723026 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ff17-4d3a-495a-9156-1822c34343bc req-318cc43e-0b8f-4904-9741-49bbddcec0df tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:00.730235 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a678ff17-4d3a-495a-9156-1822c34343bc req-318cc43e-0b8f-4904-9741-49bbddcec0df tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1151462 May 10 20:07:00.749633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-e6e8b001-3a12-4770-a84b-88f72c6160e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:00.751239 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-e6e8b001-3a12-4770-a84b-88f72c6160e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.0818126 May 10 20:07:00.779768 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a678ff17-4d3a-495a-9156-1822c34343bc req-cb98f33e-7a0f-4718-812b-6752a24d6842 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485756 May 10 20:07:00.818755 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.822656 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b85a45c1-d0c0-4471-b144-34cb2954becb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:00.837198 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb619284-3975-4725-8300-16f150b0d745,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:00.839564 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:00.846058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:00.847622 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb619284-3975-4725-8300-16f150b0d745 HTTP/1.1" status: 204 len: 168 time: 0.6494493 May 10 20:07:01.080528 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-619b030f-7616-49d1-86ef-c0a49044518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:01.082322 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-619b030f-7616-49d1-86ef-c0a49044518d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3188243 May 10 20:07:01.116197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Allocated IP 172.20.0.11 (49583a45-9fa7-4f0e-86f5-1c213986ab62/7a77a0c7-4fc2-42e3-a00d-67326d8141c1/98f6f1f4-7bcb-4f25-9942-2791e3d75b4f) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:01.227685 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61968872'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:01.246096 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d1184a77-fc11-46f9-b2f2-c8464a9f3528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:01.543679 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b276c90-54a3-4e73-a5bb-5847757941d6,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:01.552444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:01.587873 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-563a1782-86ad-4355-91d9-fa67a538ab1e service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945693 May 10 20:07:01.679099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Checking segment: {'id': 'c23ed30c-ccce-4efa-bc39-4d72d7668dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a95893db-36a3-4e75-a559-29d129fc2870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:01.679459 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Network hostable DHCP agents. Network: a95893db-36a3-4e75-a559-29d129fc2870, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:01.836517 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9c570b7c-a743-42b3-955c-28db12a1ec15 req-2dd9e164-a4e2-4033-bd38-b71b12c381e4 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.1531789 May 10 20:07:01.949790 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35c44336-d9b2-4cf1-b001-221631c1a6cc req-950ac6dc-7e14-4ea6-8fca-95c18060d736 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494279 May 10 20:07:01.954421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:02.003218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9400-0155-4226-a82f-34961bb34da3 req-3ab29b21-1c83-43be-957b-40ce2ac2bc1f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:02.004654 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-205d9400-0155-4226-a82f-34961bb34da3 req-3ab29b21-1c83-43be-957b-40ce2ac2bc1f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1000488 May 10 20:07:02.035465 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Network a95893db-36a3-4e75-a559-29d129fc2870 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:02.049985 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-205d9400-0155-4226-a82f-34961bb34da3 req-ee790649-92f3-406e-9880-4e6a12f8d91d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 May 10 20:07:02.133277 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:02.146944 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:02.202723 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, a95893db-36a3-4e75-a559-29d129fc2870) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:02.211532 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5736cde-b88a-441b-a744-6272d73dff4e None None] Network a95893db-36a3-4e75-a559-29d129fc2870 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:02.244608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:02.250457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:02.253226 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:02.312317 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:02.313424 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:02.373851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Pushing event updated for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:02.398741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:02.431524 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:02.432797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:02.476217 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c135e-dfa0-4d5d-80f9-6bf5ea1f1176 None None] Network a95893db-36a3-4e75-a559-29d129fc2870 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:02.589422 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-229d186d-6d3c-45d4-9700-41e6b0927fb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1372085 May 10 20:07:02.671513 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0369947 May 10 20:07:02.687215 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Request body: {'port': {'device_id': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:02.853498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:02.884396 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:03.368738 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307d922-9af5-42b6-8455-ee4036adc2f7 req-0d837135-89d5-4cb0-9a08-45c9b0393619 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:03.370346 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3307d922-9af5-42b6-8455-ee4036adc2f7 req-0d837135-89d5-4cb0-9a08-45c9b0393619 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1270473 May 10 20:07:03.432752 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3307d922-9af5-42b6-8455-ee4036adc2f7 req-eccd3d52-cfa5-40c5-921c-7e68f7955939 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537946 May 10 20:07:03.526771 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:03.541317 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:03.553719 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684aa52-c183-42ef-90fe-bbf11679d2c0 req-c511f0c9-a25c-4431-9745-cb5d89d6c0ee tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:03.554464 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b684aa52-c183-42ef-90fe-bbf11679d2c0 req-c511f0c9-a25c-4431-9745-cb5d89d6c0ee tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Synchronizing usage tracker for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:03.571425 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Transition to ACTIVE for port object 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:03.704332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:03.708319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5e480cc9-351e-4e56-8a4a-e4183e804573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:03.821239 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b684aa52-c183-42ef-90fe-bbf11679d2c0 req-c511f0c9-a25c-4431-9745-cb5d89d6c0ee tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Unset dirty status for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:03.822549 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b684aa52-c183-42ef-90fe-bbf11679d2c0 req-c511f0c9-a25c-4431-9745-cb5d89d6c0ee tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 932 time: 0.5653892 May 10 20:07:03.893235 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Pushing event updated for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:03.906397 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:03.992664 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b684aa52-c183-42ef-90fe-bbf11679d2c0 req-1be4e56e-3e00-4b4f-ad12-f99a1ca60cb4 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603639 May 10 20:07:04.013715 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59182) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:04.021204 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053973921-network', 'tenant_id': '8a7f0830f1a342bd89b15255cccb08f1'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:04.033612 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:04.037644 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Attempting to bind port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:07:04.041305 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Usage tracker for resource:network and tenant:8a7f0830f1a342bd89b15255cccb08f1 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:04.041441 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Attempting to bind port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:07:04.041441 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Attempting to bind port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:04.041643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:04.043899 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:07:04.044217 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Attempting to bind port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:04.049622 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:04.050002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:07:04.050415 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Checking segment: {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:04.050800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Bound using segment: {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:07:04.051220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Bound port: 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:07:04.051563 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.145865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:07:04.149427 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:07:04.149570 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Made reservation on behalf of 8a7f0830f1a342bd89b15255cccb08f1 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:04.151853 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.164334 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.178817 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:04.182807 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Usage tracker for resource:security_group_rule and tenant:8a7f0830f1a342bd89b15255cccb08f1 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:04.194925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:04.194925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:04.271390 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.304660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.309613 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-63c172ca-3b15-45e4-ae30-ac115fdd197b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:04.361632 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.362231 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.363610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] 10.222.0.68 "PUT /v2.0/ports/98f6f1f4-7bcb-4f25-9942-2791e3d75b4f HTTP/1.1" status: 200 len: 1094 time: 1.6840589 May 10 20:07:04.364099 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:04.404146 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Pushing event updated for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:04.411525 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:04.413135 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f', 'status': 'completed', 'code': 200} May 10 20:07:04.497142 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.500792 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2106ae7b-e182-4a9e-ac10-b7fe999960d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:04.520406 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-2fccefff-3ed9-4a91-bd8d-0f32df8a9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.522018 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-2fccefff-3ed9-4a91-bd8d-0f32df8a9569 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0780847 May 10 20:07:04.533780 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:07:04.535857 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2e615-d775-47a3-82ab-ef572f131090,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:04.540861 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:04.550636 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.550636 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Added segment 1c5a4342-73fc-462b-8fe2-d2852d0154cb of type vlan for network 479623aa-e6c8-4b37-ac68-20578eda8c36 May 10 20:07:04.576152 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.678456 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-4ba4ea2b-b395-41ff-8243-1d8468f918f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.680054 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-4ba4ea2b-b395-41ff-8243-1d8468f918f9 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1401582 May 10 20:07:04.721395 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.723172 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.723818 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:04.729057 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:04.824725 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-97d42c1f-5aca-4873-a061-aeae6c94e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.826173 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fcf7625c-f4ed-431f-a7dd-2faa7ee9f58b req-97d42c1f-5aca-4873-a061-aeae6c94e4cd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389992 May 10 20:07:04.828290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Pushing event updated for resources: {'Network': ['ID=479623aa-e6c8-4b37-ac68-20578eda8c36,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:04.831311 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:04.838574 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 479623aa-e6c8-4b37-ac68-20578eda8c36 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:07:04.893683 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8778751 May 10 20:07:04.896373 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59200) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:04.903374 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Request body: {'subnet': {'network_id': '479623aa-e6c8-4b37-ac68-20578eda8c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053973921-subnet', 'tenant_id': '8a7f0830f1a342bd89b15255cccb08f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:04.911768 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:04.916250 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Usage tracker for resource:subnet and tenant:8a7f0830f1a342bd89b15255cccb08f1 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:04.920177 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:04.926018 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:04.942865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-b374ffe3-5f18-438d-99af-ff6e124628ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:04.944232 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-b374ffe3-5f18-438d-99af-ff6e124628ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 1097 time: 0.0821636 May 10 20:07:05.013512 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-6f80a083-fe60-45b3-a6c9-b722d624bbf9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f HTTP/1.1" status: 200 len: 217 time: 0.0616112 May 10 20:07:05.042115 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Made reservation on behalf of 8a7f0830f1a342bd89b15255cccb08f1 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:05.043906 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657768'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:05.082013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-e6a91c05-5779-48ea-af1f-4a00a0ed895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.083838 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-e6a91c05-5779-48ea-af1f-4a00a0ed895f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a77a0c7-4fc2-42e3-a00d-67326d8141c1 HTTP/1.1" status: 200 len: 854 time: 0.0640752 May 10 20:07:05.132696 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-a89b6b5f-48ed-43d8-8ed6-3b9738eb4e17 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49583a45-9fa7-4f0e-86f5-1c213986ab62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421443 May 10 20:07:05.332487 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-dcc9410b-cdad-46a2-9498-8524bc9d058e service neutron] 10.222.0.68 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890683 May 10 20:07:05.374157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbdc77-a5d1-4d56-be8a-c0047814f504 req-76a3ca93-700b-4adc-8934-3c0c3cd49c80 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:05.375716 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-75bbdc77-a5d1-4d56-be8a-c0047814f504 req-76a3ca93-700b-4adc-8934-3c0c3cd49c80 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 944 time: 0.1590793 May 10 20:07:05.515576 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-75bbdc77-a5d1-4d56-be8a-c0047814f504 req-aebe1ac4-d776-467c-9666-680cf56a248b tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801032 May 10 20:07:05.575721 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0df231c8-76d7-49aa-aadf-746a8b4c38af req-7f19eabc-1496-4497-ad95-bbe1d52d534a service neutron] 10.222.0.68 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301326 May 10 20:07:05.666242 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60092653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657818'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:05.670412 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:05.749301 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a836084f-512c-49e7-816b-38c6d5f54faa,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:05.753184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:05.757221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Checking segment: {'id': '1c5a4342-73fc-462b-8fe2-d2852d0154cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '479623aa-e6c8-4b37-ac68-20578eda8c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:05.757576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Network hostable DHCP agents. Network: 479623aa-e6c8-4b37-ac68-20578eda8c36, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:05.904154 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Network 479623aa-e6c8-4b37-ac68-20578eda8c36 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:06.035367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 479623aa-e6c8-4b37-ac68-20578eda8c36) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:06.046831 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d9c69-335a-4549-b675-d848336e463d None None] Network 479623aa-e6c8-4b37-ac68-20578eda8c36 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:06.059146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:06.059777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.247675 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6efa8-6dc7-4c08-901a-9d5216938096 None None] Network 479623aa-e6c8-4b37-ac68-20578eda8c36 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:07:06.253067 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3556216 May 10 20:07:06.394112 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59254) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:06.454998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Deleting subnet 3b276c90-54a3-4e73-a5bb-5847757941d6 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:07:06.457961 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.509675 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.570898 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:06.855478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97c2f-3f9a-4bbf-ab04-697178811b67 req-f7c32555-4cd2-4cd0-9164-9e95260ce653 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:06.856995 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8af97c2f-3f9a-4bbf-ab04-697178811b67 req-f7c32555-4cd2-4cd0-9164-9e95260ce653 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 944 time: 0.2227743 May 10 20:07:06.924582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-8af97c2f-3f9a-4bbf-ab04-697178811b67 req-e48b1803-b5ba-4938-bd8a-7ca99161e120 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Synchronizing usage tracker for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:07.036267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.037034 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-8af97c2f-3f9a-4bbf-ab04-697178811b67 req-e48b1803-b5ba-4938-bd8a-7ca99161e120 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Unset dirty status for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:07.038190 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8af97c2f-3f9a-4bbf-ab04-697178811b67 req-e48b1803-b5ba-4938-bd8a-7ca99161e120 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736820 May 10 20:07:07.045927 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:07.083037 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b276c90-54a3-4e73-a5bb-5847757941d6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:07.085811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.089299 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:07.092093 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3b276c90-54a3-4e73-a5bb-5847757941d6 HTTP/1.1" status: 204 len: 168 time: 0.6967647 May 10 20:07:07.095153 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59274) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:07.206205 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.330502 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:07:07.332006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.350741 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95893db-36a3-4e75-a559-29d129fc2870']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:07.363855 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23ed30c-ccce-4efa-bc39-4d72d7668dde') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:07.364189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23ed30c-ccce-4efa-bc39-4d72d7668dde') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:07.376753 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.394843 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.406636 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:07:07.407039 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.483848 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:07:07.486643 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:07:07.499576 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f', 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62', 'port_id': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f', 'mac_address': 'fa:16:3e:0f:25:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a77a0c7-4fc2-42e3-a00d-67326d8141c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:07:07.556689 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.577072 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:07.592680 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:07.629952 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.633750 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:07.646538 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.655466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95893db-36a3-4e75-a559-29d129fc2870,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:07.660994 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a95893db-36a3-4e75-a559-29d129fc2870 HTTP/1.1" status: 204 len: 168 time: 0.5622270 May 10 20:07:07.660994 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-263647f3-6f52-4b50-982f-81636b3f5fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:07.661480 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59288) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:07.664195 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.665977 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a878a3d7-4f0e-49fa-a9a1-da5d4293b99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:07.721194 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Deleting subnet a836084f-512c-49e7-816b-38c6d5f54faa {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:07:07.724509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.732446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:07.736030 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:07.778076 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.833852 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:07.923958 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['98f6f1f4-7bcb-4f25-9942-2791e3d75b4f'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:07:08.232014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768d92-96e3-4fed-bf13-b808cccab47c req-f7eadbea-6188-4da9-83b8-3e15f4807b78 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:08.233990 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4d768d92-96e3-4fed-bf13-b808cccab47c req-f7eadbea-6188-4da9-83b8-3e15f4807b78 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 945 time: 0.0851195 May 10 20:07:08.281538 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4d768d92-96e3-4fed-bf13-b808cccab47c req-0e7a77e0-1923-440c-a124-aa0c2a560d71 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 May 10 20:07:08.563566 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59300) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:08.596953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.607278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:08.647978 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a836084f-512c-49e7-816b-38c6d5f54faa,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:08.649907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.654086 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:08.667076 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-29c39912-afed-47de-867f-c05009db7bf2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a836084f-512c-49e7-816b-38c6d5f54faa HTTP/1.1" status: 204 len: 168 time: 1.0048521 May 10 20:07:08.670218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59304) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:08.673013 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Deleting subnet 5824d969-7f2c-470f-ba05-5ab321042a0f {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:07:08.676302 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.726539 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.784578 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.867760 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:08.995450 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.012817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479623aa-e6c8-4b37-ac68-20578eda8c36']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.025556 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5a4342-73fc-462b-8fe2-d2852d0154cb') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.025845 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5a4342-73fc-462b-8fe2-d2852d0154cb') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.037572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.053176 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.059399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:07:09.059768 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:07:09.072517 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:07:09.110164 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:07:09.156314 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.160375 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:09.194745 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5824d969-7f2c-470f-ba05-5ab321042a0f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:09.199064 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:09.199064 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.205246 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a64d8fe7-4af8-4c2e-a1e0-13f9c634945c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5824d969-7f2c-470f-ba05-5ab321042a0f HTTP/1.1" status: 204 len: 168 time: 0.6405160 May 10 20:07:09.207722 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59310) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:09.258490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.262049 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:09.283455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.291183 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Pushing event deleted for resources: {'Network': ['ID=479623aa-e6c8-4b37-ac68-20578eda8c36,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:09.293934 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] 10.222.0.42 "DELETE /v2.0/networks/479623aa-e6c8-4b37-ac68-20578eda8c36 HTTP/1.1" status: 204 len: 168 time: 0.6217794 May 10 20:07:09.294834 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cfce64de-b617-45bd-a921-90b1c7999555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:09.321108 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.351933 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:07:09.516404 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:07:09.521103 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.521256 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:09.521596 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.536518 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2b6b36-e239-40c5-bfde-8c96ab7d00bb']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.557643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eabe7d6-84d7-48da-af53-12cf420d0fbe') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.557643 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eabe7d6-84d7-48da-af53-12cf420d0fbe') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:09.568115 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.588123 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.602848 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:07:09.603301 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:07:09.619429 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:07:09.629446 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45b1a-7409-455c-bda0-917850d1d819 req-5e2af341-e382-4d31-a6b5-909ab58a7550 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:09.630978 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-22e45b1a-7409-455c-bda0-917850d1d819 req-5e2af341-e382-4d31-a6b5-909ab58a7550 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 945 time: 0.1812398 May 10 20:07:09.645335 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.672723 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:09.683346 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:09.725758 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f', 'code': 200} May 10 20:07:09.744171 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-22e45b1a-7409-455c-bda0-917850d1d819 req-64ed7888-965d-4b56-ad08-bff22932cf1a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634167 May 10 20:07:09.799039 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.800904 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:09.836928 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.842455 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:09.849352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:09.868717 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2b6b36-e239-40c5-bfde-8c96ab7d00bb,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:09.871124 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:09.875774 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:09.877960 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59322) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:09.879059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:09.928606 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3e0f0273-5a64-4c28-85af-58f4348523d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=002ad285eb0d42b986abc524271e71ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494394 May 10 20:07:09.931167 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59326) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:09.947744 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d2b6b36-e239-40c5-bfde-8c96ab7d00bb HTTP/1.1" status: 204 len: 168 time: 0.7388880 May 10 20:07:10.005172 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.033925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.192490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494999f1-223e-4412-9e59-f46a0104035a req-828db881-0b09-4eb5-a15c-2249064c03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:10.193956 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-494999f1-223e-4412-9e59-f46a0104035a req-828db881-0b09-4eb5-a15c-2249064c03d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0718677 May 10 20:07:10.238812 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-494999f1-223e-4412-9e59-f46a0104035a req-fd6e22dd-4147-44b5-a850-07b3af35be95 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 May 10 20:07:10.269794 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.274682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-635963ab-7f17-41f8-a2a5-242f4d0954f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:10.288090 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b293b637-5934-4b7f-95e4-3204199508dd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:10.290466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:10.292668 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.296669 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b293b637-5934-4b7f-95e4-3204199508dd HTTP/1.1" status: 204 len: 168 time: 0.3617952 May 10 20:07:10.534147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59340) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:10.583583 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3ae4b53e-bf0f-454b-a728-fba91d73c859 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37e89724dd6a4f81a7ae7894f1c8ceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482078 May 10 20:07:10.585975 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59344) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:10.651608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.679722 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.812646 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.817779 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e492aaea-1050-48c2-80b5-8f21a77db995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:10.831573 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3cb33-1371-4e27-bf74-b9fc6fb70619,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:10.834194 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:10.937141 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af569d-2e70-4e90-9b27-7b8a1981f22b req-4bbd42a0-eba9-4dda-ab16-776711b488d0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:10.938677 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-82af569d-2e70-4e90-9b27-7b8a1981f22b req-4bbd42a0-eba9-4dda-ab16-776711b488d0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0809934 May 10 20:07:10.941970 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:10.945355 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18f3cb33-1371-4e27-bf74-b9fc6fb70619 HTTP/1.1" status: 204 len: 168 time: 0.3560956 May 10 20:07:10.990439 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-82af569d-2e70-4e90-9b27-7b8a1981f22b req-d75ca369-9c1e-4802-bcd3-87f343159e2f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 May 10 20:07:11.073839 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59356) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:11.124693 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b30370fa-b752-45b1-a385-5f7725bba873 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a7f0830f1a342bd89b15255cccb08f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495160 May 10 20:07:11.127347 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59360) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:11.203982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.228534 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.387104 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.393739 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-573991bb-bb2d-4c28-955a-ba3719479994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:11.402616 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2e615-d775-47a3-82ab-ef572f131090,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:11.407173 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:11.411218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:11.412544 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0da2e615-d775-47a3-82ab-ef572f131090 HTTP/1.1" status: 204 len: 168 time: 0.2839606 May 10 20:07:12.180146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9752e-cb81-4352-81af-23700fd5085c req-8b6815f3-b618-47a8-9c09-17eaef443046 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:12.181690 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-71f9752e-cb81-4352-81af-23700fd5085c req-8b6815f3-b618-47a8-9c09-17eaef443046 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0837808 May 10 20:07:12.228958 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-71f9752e-cb81-4352-81af-23700fd5085c req-70f39c83-fea0-473f-b61a-5ea5d112450a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 May 10 20:07:12.475328 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8490-2452-4c8b-9bbd-8405ab0f586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.858919 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e30b923a-e015-48a7-9592-4c41f5d36207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:14.978579 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:15.881394 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.540757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59568) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:16.670526 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.687052 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:16.690891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Usage tracker for resource:security_group_rule and tenant:b06b01fb854349cca1daa1b24233cc79 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:16.693628 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:16.701427 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:16.792088 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-88733d8e-41c5-4c9e-9fa3-3fd0c39ff9f9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:16.806995 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:16.881003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-88733d8e-41c5-4c9e-9fa3-3fd0c39ff9f9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:16.882105 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-88733d8e-41c5-4c9e-9fa3-3fd0c39ff9f9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545548380&fields=id&tenant_id=d956cbbb2c8b47c185b127b18e463f9b HTTP/1.1" status: 200 len: 267 time: 0.1523604 May 10 20:07:16.935849 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.038002 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6a1dface-cd34-478b-b1c8-1980d411f8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:17.059582 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-60c17e85-f9ba-4187-8ce7-8e2668639a9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:17.060463 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-60c17e85-f9ba-4187-8ce7-8e2668639a9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 809 time: 0.1676447 May 10 20:07:17.079219 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-799f085c-1937-4da5-9fb3-c40a0b9acf0f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/quotas/d956cbbb2c8b47c185b127b18e463f9b HTTP/1.1" status: 200 len: 375 time: 0.0107918 May 10 20:07:17.082342 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b06b01fb854349cca1daa1b24233cc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393984 May 10 20:07:17.082342 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b022578d-0299-4e70-b365-7060bd5cce92,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:17.085395 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:17.086081 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59586) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:17.150551 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.179792 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.184058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-4b4c4608-ed20-4617-a227-3e0f8dcd8dc7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:17.311720 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-4b4c4608-ed20-4617-a227-3e0f8dcd8dc7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:17.312029 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.313293 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-4b4c4608-ed20-4617-a227-3e0f8dcd8dc7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288218 May 10 20:07:17.315946 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-178a8b78-e326-40fd-a8bb-3f2ad18bba04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:17.328801 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b022578d-0299-4e70-b365-7060bd5cce92,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:17.334771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:17.344770 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:17.346366 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b022578d-0299-4e70-b365-7060bd5cce92 HTTP/1.1" status: 204 len: 168 time: 0.2591364 May 10 20:07:17.466062 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-2ac9001f-185c-4118-8253-6a29d3afb527 service neutron] 10.222.0.42 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316853 May 10 20:07:17.608400 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-9b23ea28-17df-4903-8e00-74b260700aa2 service neutron] 10.222.0.42 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363306 May 10 20:07:17.724527 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:18.785667 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-95aedfdd-122c-4950-947e-cdbf1f503a93 req-2d7b91a7-f7fb-403b-8be0-aefa1619e0f4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.0515134 May 10 20:07:19.888792 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-01a0a6c9-bf92-42c7-8189-53b9ab0d142e req-37c3eca8-5485-4c2d-abfb-b96c35d92a40 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.0476756 May 10 20:07:21.051169 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-81e5fff1-331b-4dab-ac00-77df7da10c5e req-7bf05663-ee5d-4977-82a6-34d67aecc39c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.0561521 May 10 20:07:22.085745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-671bdc4f-ed30-4e7a-9687-8de2cde2e64a tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:22.088466 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-671bdc4f-ed30-4e7a-9687-8de2cde2e64a tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 809 time: 0.1603880 May 10 20:07:22.149764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-69fe89d2-bdb0-4c25-890c-04c30589cd37 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d956cbbb2c8b47c185b127b18e463f9b HTTP/1.1" status: 200 len: 379 time: 0.0445971 May 10 20:07:22.161423 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'port': {'device_id': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'admin_state_up': True, 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'security_groups': ['267c2327-38ba-4855-9cde-ba0772d37c2d']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:22.358630 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e8807947-16c4-46a5-a5b8-78232862990c req-388f76f4-6e21-4f7b-9bd7-87fac918e40d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.1823559 May 10 20:07:22.429354 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:22.440935 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:22.527104 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Made reservation on behalf of d956cbbb2c8b47c185b127b18e463f9b for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:22.531866 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:22.704387 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Allocated IP 172.20.0.13 (f66ddc11-1cc6-4bf1-8edd-5433fa74e2df/7618a259-ef6b-401d-b7eb-e3cbc24460aa/d588ce95-189f-46e4-8bd1-c63988d6fe72) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:22.894034 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:22.909918 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Transition to ACTIVE for port object d588ce95-189f-46e4-8bd1-c63988d6fe72 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:23.027757 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:23.034170 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9af6b26e-3fd5-435e-a91e-f307f0dff700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:23.095238 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:23.098431 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:23.110541 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:23.143589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:23.191061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:23.191683 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:23.222226 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.222712 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.223185 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.226478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.227161 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:23.234370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:23.376660 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2192686 May 10 20:07:23.394128 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Request body: {'port': {'device_id': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:23.456140 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a53d5f23-b71f-4b92-9edc-610ece089d9a None None] Provisioning for port d588ce95-189f-46e4-8bd1-c63988d6fe72 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:07:23.462834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-a53d5f23-b71f-4b92-9edc-610ece089d9a None None] Provisioning complete for port d588ce95-189f-46e4-8bd1-c63988d6fe72 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:23.463209 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a53d5f23-b71f-4b92-9edc-610ece089d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:23.519260 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-a53d5f23-b71f-4b92-9edc-610ece089d9a None None] Port d588ce95-189f-46e4-8bd1-c63988d6fe72 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:07:23.546567 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:23.587373 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae22d-5169-4a01-8bc4-50ae7bbabe76 req-08149ef9-9fc4-4a67-bb60-1a129ddcc6d6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:23.594892 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2d4ae22d-5169-4a01-8bc4-50ae7bbabe76 req-08149ef9-9fc4-4a67-bb60-1a129ddcc6d6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 932 time: 0.1027160 May 10 20:07:23.634278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-2d4ae22d-5169-4a01-8bc4-50ae7bbabe76 req-03e1783d-d34d-4ee9-ab55-ab0c9a2df25c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:23.646382 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-2d4ae22d-5169-4a01-8bc4-50ae7bbabe76 req-03e1783d-d34d-4ee9-ab55-ab0c9a2df25c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:23.647498 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2d4ae22d-5169-4a01-8bc4-50ae7bbabe76 req-03e1783d-d34d-4ee9-ab55-ab0c9a2df25c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518522 May 10 20:07:23.904478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d588ce95-189f-46e4-8bd1-c63988d6fe72 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:23.912101 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:23.927632 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Transition to ACTIVE for port object d588ce95-189f-46e4-8bd1-c63988d6fe72 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:24.073098 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:24.077607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7683449-1203-48e6-8954-c811934466a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:24.234492 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:24.242235 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:24.321111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Attempting to bind port d588ce95-189f-46e4-8bd1-c63988d6fe72 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:07:24.321565 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Attempting to bind port d588ce95-189f-46e4-8bd1-c63988d6fe72 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:07:24.321951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Attempting to bind port d588ce95-189f-46e4-8bd1-c63988d6fe72 on network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:24.327463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Port d588ce95-189f-46e4-8bd1-c63988d6fe72 on network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:07:24.327959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Attempting to bind port d588ce95-189f-46e4-8bd1-c63988d6fe72 on network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:24.333413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:07:24.333786 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Checking segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:24.334915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Bound using segment: {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:07:24.334915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Bound port: d588ce95-189f-46e4-8bd1-c63988d6fe72, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9231cba-0d2e-4491-8970-a127d816ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:07:24.335180 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:24.432796 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:07:24.436076 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:07:24.698784 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:24.703643 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8891311-eb7b-4205-bf8b-9bdc41719c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:24.759987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:24.760584 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:24.761930 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] 10.222.0.68 "PUT /v2.0/ports/d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 1094 time: 1.3744075 May 10 20:07:24.763010 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:24.823559 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'status': 'completed', 'code': 200} May 10 20:07:24.831851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:24.835517 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:24.921907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175add48-afe9-4153-bf3e-1ef96d86fab7 req-1e0776d2-5bd1-449b-9b84-1f3d990f4258 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:24.922628 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-175add48-afe9-4153-bf3e-1ef96d86fab7 req-1e0776d2-5bd1-449b-9b84-1f3d990f4258 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:25.049461 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-5fcfa967-63b3-4258-9dec-e8b5272d05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.050923 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-5fcfa967-63b3-4258-9dec-e8b5272d05d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1097 time: 0.1997778 May 10 20:07:25.058045 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-175add48-afe9-4153-bf3e-1ef96d86fab7 req-1e0776d2-5bd1-449b-9b84-1f3d990f4258 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:25.059096 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-175add48-afe9-4153-bf3e-1ef96d86fab7 req-1e0776d2-5bd1-449b-9b84-1f3d990f4258 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.2892869 May 10 20:07:25.189745 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-175add48-afe9-4153-bf3e-1ef96d86fab7 req-203b6967-2b81-44bb-be44-17ff117e4a09 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107192 May 10 20:07:25.232680 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-f556bac8-99a6-4301-9678-c6d7a496dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.234148 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-f556bac8-99a6-4301-9678-c6d7a496dea8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1742361 May 10 20:07:25.287506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 59724) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:25.385862 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-bd2bf020-bd70-4be0-8f22-b5076b909b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.387334 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-08aa133b-4cef-471b-ab6b-60c26c258f1b req-bd2bf020-bd70-4be0-8f22-b5076b909b8b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392174 May 10 20:07:25.411079 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.426048 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:25.430423 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Usage tracker for resource:security_group_rule and tenant:b90aa9f8a1eb4c73b26dd316872ff34c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:25.434008 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:25.445470 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:25.497334 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-5a6a3992-78a8-492f-a01e-900b1d2e2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.498833 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-5a6a3992-78a8-492f-a01e-900b1d2e2e98 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1097 time: 0.0729012 May 10 20:07:25.529604 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.576439 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-b1ae1c5d-8ff5-4264-b701-4e2533d29d74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 217 time: 0.0675476 May 10 20:07:25.643713 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-464c9ddd-15f4-4a48-ae92-9800dddd09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.645120 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-464c9ddd-15f4-4a48-ae92-9800dddd09f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.0592017 May 10 20:07:25.681159 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.690728 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-89376401-ee34-49e4-9f50-a29af7d42de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:25.725689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3b785ae6-3e2a-4d9f-a7b4-e888de37174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:25.727195 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-3b785ae6-3e2a-4d9f-a7b4-e888de37174a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738750 May 10 20:07:25.731283 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b90aa9f8a1eb4c73b26dd316872ff34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426003 May 10 20:07:25.733498 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f775f4-24a8-4ffe-9138-b82c2f1463e3,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:25.734466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59732) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:25.741208 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.741571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.741928 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.742277 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.742803 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.743159 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.743546 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.743929 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.744280 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.744642 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.744982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.745320 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:25.749435 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:25.890121 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:25.924115 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-9e30e69b-813c-4666-a1a4-15694563fdbc service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863723 May 10 20:07:25.930835 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:26.089530 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0a88df7-f93b-4cb1-ac27-32d9a8e22ec5 req-8adff50d-5895-468f-951e-03ffc00ef25d service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518903 May 10 20:07:26.187672 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:26.191490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c5900710-d196-43bd-9963-478c5d76bfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:26.203306 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f775f4-24a8-4ffe-9138-b82c2f1463e3,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:26.206669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:26.209843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:26.211036 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1f775f4-24a8-4ffe-9138-b82c2f1463e3 HTTP/1.1" status: 204 len: 168 time: 0.4750230 May 10 20:07:26.386106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf594a-942e-420d-8c72-12472ed837cf req-1f81a803-c061-41b4-bd91-86e977268ce3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:26.387534 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6bbf594a-942e-420d-8c72-12472ed837cf req-1f81a803-c061-41b4-bd91-86e977268ce3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0861747 May 10 20:07:26.434627 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6bbf594a-942e-420d-8c72-12472ed837cf req-5329fc81-3490-4b24-991f-d06094c19dc3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 May 10 20:07:27.633358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fb026-fa2d-4463-a498-3060605fbc82 req-38c7edf2-8187-4fbb-994e-49a701317b9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:27.635298 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0b4fb026-fa2d-4463-a498-3060605fbc82 req-38c7edf2-8187-4fbb-994e-49a701317b9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0928366 May 10 20:07:27.690794 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0b4fb026-fa2d-4463-a498-3060605fbc82 req-bb4676bf-190c-4945-99c0-773d0f586d75 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 May 10 20:07:28.888332 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453aa0-1005-4918-af77-e1188a5af262 req-2b1dbb34-d0ee-4209-8b08-7f3b865d50d6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:28.888332 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-aa453aa0-1005-4918-af77-e1188a5af262 req-2b1dbb34-d0ee-4209-8b08-7f3b865d50d6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0860882 May 10 20:07:28.929698 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-aa453aa0-1005-4918-af77-e1188a5af262 req-1b349f9e-4325-4858-a828-06aca60d0355 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 May 10 20:07:29.392945 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:07:29.562102 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:29.575052 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'mac_address': 'fa:16:3e:0c:c1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:07:29.628139 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:29.644885 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d588ce95-189f-46e4-8bd1-c63988d6fe72 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:29.660602 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:29.829317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:29.831041 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:29.898915 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:29.901910 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:30.121140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74af0a4-e811-4665-9196-849c3bd126fa req-d7fad5d1-93fa-416e-87e6-98f9188706e4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:30.122719 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b74af0a4-e811-4665-9196-849c3bd126fa req-d7fad5d1-93fa-416e-87e6-98f9188706e4 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 945 time: 0.0877512 May 10 20:07:30.155235 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['d588ce95-189f-46e4-8bd1-c63988d6fe72'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:07:30.172308 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b74af0a4-e811-4665-9196-849c3bd126fa req-5c78d07d-8b4e-4e87-8b58-c4560d6fd676 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 May 10 20:07:31.359101 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f6c6f-9c81-4aca-aed2-ddd944b49705 req-fdba84f0-a79b-4fc2-bcbc-ddb284420855 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:31.360599 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ea2f6c6f-9c81-4aca-aed2-ddd944b49705 req-fdba84f0-a79b-4fc2-bcbc-ddb284420855 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 945 time: 0.0820515 May 10 20:07:31.391366 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:07:31.414466 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ea2f6c6f-9c81-4aca-aed2-ddd944b49705 req-d0270e09-7ccd-4e4d-bf7b-0cf30434d5da tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 May 10 20:07:31.777802 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port d588ce95-189f-46e4-8bd1-c63988d6fe72 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:07:31.783292 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port d588ce95-189f-46e4-8bd1-c63988d6fe72 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:31.783665 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.901183 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:31.928442 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:31.941187 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:31.972668 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'code': 200} May 10 20:07:32.063649 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:32.066201 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:32.138388 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:32.142248 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:32.605593 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084b3df-2d47-4eed-8df9-027a1f5749c2 req-4476150f-d7ae-43a1-b8e5-e614eaaf6ee1 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:32.607087 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0084b3df-2d47-4eed-8df9-027a1f5749c2 req-4476150f-d7ae-43a1-b8e5-e614eaaf6ee1 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0886390 May 10 20:07:32.652143 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0084b3df-2d47-4eed-8df9-027a1f5749c2 req-cd9f451a-318f-4933-9306-2bce8691d583 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 May 10 20:07:32.681776 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191d508-ba36-42e8-85e6-cdcc154ed0a2 req-db03e3ec-955f-440b-9f58-8ed75980aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:32.683493 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0191d508-ba36-42e8-85e6-cdcc154ed0a2 req-db03e3ec-955f-440b-9f58-8ed75980aff2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.0735602 May 10 20:07:32.684381 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:32.728089 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0191d508-ba36-42e8-85e6-cdcc154ed0a2 req-4122e321-1629-4af1-86b7-a45a173a47c9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353799 May 10 20:07:33.843040 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-28e5abe8-5f9d-4838-ab42-f34cbe81ef6f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842619 May 10 20:07:33.854668 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575af-e61a-45d3-9941-49a4566af3a0 req-7daf0642-bdd5-4811-8d31-ce7a371d47d7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:33.856156 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c48575af-e61a-45d3-9941-49a4566af3a0 req-7daf0642-bdd5-4811-8d31-ce7a371d47d7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0969145 May 10 20:07:33.912541 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c48575af-e61a-45d3-9941-49a4566af3a0 req-dca096bd-24c1-4d39-ad86-55cb4879f8e8 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499802 May 10 20:07:33.955309 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-2705625b-0ead-4f92-a281-ce1e75681755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:33.956740 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-2705625b-0ead-4f92-a281-ce1e75681755 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 1099 time: 0.0876408 May 10 20:07:34.131485 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-9733da28-ea34-423e-9e84-a575edf6a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:34.132933 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-9733da28-ea34-423e-9e84-a575edf6a82d service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.1465428 May 10 20:07:34.333219 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-c10227e7-5600-4365-80c8-c6a99e49bdcb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 200 len: 1001 time: 0.1919100 May 10 20:07:34.397846 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-b292070f-7e9a-4717-8292-88ad7a1fba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:34.399464 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-b292070f-7e9a-4717-8292-88ad7a1fba8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.0588651 May 10 20:07:34.475977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-4eb9e3c8-c568-430d-94f5-4624eba3d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:34.477429 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-4eb9e3c8-c568-430d-94f5-4624eba3d5c1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704551 May 10 20:07:34.612138 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-e8f7e726-28b1-41bf-be36-3529f19f1dfd service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269584 May 10 20:07:34.764341 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bade4c7f-69c9-47dd-943b-9b4136770057 req-b6afe072-6837-48e0-bd38-69a7cdcefd41 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406872 May 10 20:07:35.298554 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ebe0b-101a-4fba-bba1-a27bcd77a483 req-3723c914-4947-4bfd-85e6-e3dd893fa759 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:35.301094 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-868ebe0b-101a-4fba-bba1-a27bcd77a483 req-3723c914-4947-4bfd-85e6-e3dd893fa759 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0891142 May 10 20:07:35.345581 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-868ebe0b-101a-4fba-bba1-a27bcd77a483 req-166d62cb-3e02-4fe5-8747-712322814b7f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 May 10 20:07:35.535989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ad90c-fedf-4dfc-a93d-b35b2435f088 req-a04dc0d8-07ad-44c1-aa91-91c54f5fbf65 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:35.537517 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-873ad90c-fedf-4dfc-a93d-b35b2435f088 req-a04dc0d8-07ad-44c1-aa91-91c54f5fbf65 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0851793 May 10 20:07:35.588037 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-873ad90c-fedf-4dfc-a93d-b35b2435f088 req-b4a2dde2-ea99-4ebd-89b7-07dad781dc12 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 May 10 20:07:35.604133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59958) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:35.838370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e5544-1958-4120-87a4-13f59e6a5402 tempest-TestShelveInstance-83375209 tempest-TestShelveInstance-83375209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:35.838997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-584e5544-1958-4120-87a4-13f59e6a5402 tempest-TestShelveInstance-83375209 tempest-TestShelveInstance-83375209-project-admin] Synchronizing usage tracker for tenant:f74c24aeaaa94a4e810fc074a17fcba7 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:35.989278 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-584e5544-1958-4120-87a4-13f59e6a5402 tempest-TestShelveInstance-83375209 tempest-TestShelveInstance-83375209-project-admin] Unset dirty status for tenant:f74c24aeaaa94a4e810fc074a17fcba7 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:35.990504 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-584e5544-1958-4120-87a4-13f59e6a5402 tempest-TestShelveInstance-83375209 tempest-TestShelveInstance-83375209-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1094 time: 0.3853443 May 10 20:07:35.993277 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 59968) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:35.998622 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:36.004480 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:36.008335 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Usage tracker for resource:floatingip and tenant:d956cbbb2c8b47c185b127b18e463f9b is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:36.011134 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:36.017335 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:36.155560 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for floatingip, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:36.306150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:36.451157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Allocated IP 172.28.1.211 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/a4a8b303-880c-425f-8610-7a7e67f6b004) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:36.600920 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:36.761275 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:36.765621 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291a8b98-8a67-4607-af29-c368306adba3 tempest-VolumesActionsTest-1142462665 tempest-VolumesActionsTest-1142462665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:36.829650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:36.832463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:36.837506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:36.878443 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'Port': ['ID=a4a8b303-880c-425f-8610-7a7e67f6b004,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:36.882339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:37.314650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:37.321372 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeacb2-13ac-449d-b821-d982af98ae78 req-8c57d07d-06ed-4d72-b3dc-8dcc1f7ad57a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:37.322847 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23eeacb2-13ac-449d-b821-d982af98ae78 req-8c57d07d-06ed-4d72-b3dc-8dcc1f7ad57a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.0886674 May 10 20:07:37.367414 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-23eeacb2-13ac-449d-b821-d982af98ae78 req-2c688b95-2d96-4a0c-ac4b-9388e5f0b2f8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382435 May 10 20:07:37.539863 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:37.868473 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.046958 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.051745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-53fd3375-4d28-49b8-a38d-db2e5bf8960a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:38.166985 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event updated for resources: {'Port': ['ID=a4a8b303-880c-425f-8610-7a7e67f6b004,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.172212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:38.184370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:38.356979 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Floating IP 7e366160-4a96-4eab-940f-987f196d6b48 associated. External IP: 172.28.1.211, port: d588ce95-189f-46e4-8bd1-c63988d6fe72. May 10 20:07:38.728761 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ec7c-46b6-4ec6-a4f8-582af05eee1f req-1665e7ce-7e76-469c-9871-406e4d0b6604 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:38.730238 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3a42ec7c-46b6-4ec6-a4f8-582af05eee1f req-1665e7ce-7e76-469c-9871-406e4d0b6604 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.2430153 May 10 20:07:38.804074 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3a42ec7c-46b6-4ec6-a4f8-582af05eee1f req-2f122351-5192-4f55-a0f6-86db27dcd421 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663364 May 10 20:07:38.825216 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Router b0f1331e-969c-46cb-8daf-ce4d599da176 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:07:39.220815 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:07:39.222535 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Sync routers for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:39.222974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244be35-44cc-4ae4-b086-201784f7b19c req-3b9f2a3b-c22a-4587-b211-5702fbea9933 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:39.222974 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9244be35-44cc-4ae4-b086-201784f7b19c req-3b9f2a3b-c22a-4587-b211-5702fbea9933 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.1398327 May 10 20:07:39.223196 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:39.223196 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:39.237328 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Deleting port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:39.237663 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.279872 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:39.374967 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] For port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:07:39.375586 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.549011 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.657503 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '7e366160-4a96-4eab-940f-987f196d6b48', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'mac_address': 'fa:16:3e:0c:c1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:37Z', 'updated_at': '2021-05-10T20:07:37Z', 'revision_number': 0, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:39.662188 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Checking router: b0f1331e-969c-46cb-8daf-ce4d599da176 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:39.678518 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:39.682991 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:39.689928 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6955950 May 10 20:07:39.698155 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:39.799672 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'status': 'completed', 'code': 200} May 10 20:07:39.905878 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.906244 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:39.906586 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Floating IP 3aebae90-8995-4909-9956-e8be3556aca5 disassociated. External IP: 172.28.1.130, port: 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4. May 10 20:07:39.906926 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Calling delete_port for 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:39.910083 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:39.943245 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-12a4b77b-4ed7-4780-8ef2-f746b10bf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:39.944721 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-12a4b77b-4ed7-4780-8ef2-f746b10bf066 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.1449766 May 10 20:07:40.187108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-d20f8b39-6a9f-4347-8c4a-f531aa7a1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.188560 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-d20f8b39-6a9f-4347-8c4a-f531aa7a1bb4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 910 time: 0.2101338 May 10 20:07:40.201647 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194c34e-0959-4f03-8d6b-4298ddb85f5f req-00952a1b-a0e8-49ff-8557-1704e227cc35 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.203038 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f194c34e-0959-4f03-8d6b-4298ddb85f5f req-00952a1b-a0e8-49ff-8557-1704e227cc35 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 946 time: 0.2562914 May 10 20:07:40.279816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '7e366160-4a96-4eab-940f-987f196d6b48', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'mac_address': 'fa:16:3e:0c:c1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:37Z', 'updated_at': '2021-05-10T20:07:37Z', 'revision_number': 0, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:40.283790 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286841a-cf88-4876-b877-fa0bc9223367 None None] The sync data for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb is: [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '7e366160-4a96-4eab-940f-987f196d6b48', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'mac_address': 'fa:16:3e:0c:c1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:37Z', 'updated_at': '2021-05-10T20:07:37Z', 'revision_number': 0, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:40.352833 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-0c67ade4-d87c-4a80-b10c-ccf01f475fb7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 1000 time: 0.1485462 May 10 20:07:40.355525 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f194c34e-0959-4f03-8d6b-4298ddb85f5f req-aa710682-f236-4111-bef6-1b3df7cee8d5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013336 May 10 20:07:40.410202 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:40.421650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:40.475673 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-c798a8a6-6b48-456a-b4ce-0920e58dbaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.477167 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-c798a8a6-6b48-456a-b4ce-0920e58dbaca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.1178010 May 10 20:07:40.479686 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'Port': ['ID=9f9bd7d4-53fb-4fc0-883c-4945f587a2b4,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:40.483201 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:40.555884 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae637c41-a793-4d15-9142-d47f4758e36a None None] New status for floating IP 7e366160-4a96-4eab-940f-987f196d6b48: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:07:40.748514 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-ea6bebb1-ffe2-4716-bfdd-b3e5a0ddc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:40.749953 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-ea6bebb1-ffe2-4716-bfdd-b3e5a0ddc69e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2640383 May 10 20:07:40.756450 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:07:41.146418 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-13bc6220-eec2-4c17-a9a6-4f765b476b20 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850038 May 10 20:07:41.187981 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:07:41.197477 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:41.209896 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:41.210809 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:41.312641 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] No DVR routers for this DVR port 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:07:41.316280 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:41.367407 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1bb3735-a9fd-404d-b255-fff03bc185d2 req-14c42a23-017b-4699-a8ce-f11fd2d1803f service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066948 May 10 20:07:41.396492 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:41.436550 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9244be35-44cc-4ae4-b086-201784f7b19c req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "DELETE /v2.0/ports/9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 HTTP/1.1" status: 204 len: 173 time: 2.3435006 May 10 20:07:41.543186 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-040b74a8-0afb-412b-9f4b-491caba78df7 req-7b2e9ac3-4583-4b57-956f-9d9a0f491050 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:41.689801 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-040b74a8-0afb-412b-9f4b-491caba78df7 req-7b2e9ac3-4583-4b57-956f-9d9a0f491050 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:41.694750 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-040b74a8-0afb-412b-9f4b-491caba78df7 req-7b2e9ac3-4583-4b57-956f-9d9a0f491050 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.2023704 May 10 20:07:41.740591 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:41.743376 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:41.751741 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:07:41.752328 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:41.800153 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-deleted', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:41.853577 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b877a10-07fd-4999-b818-984b6c9b6d97', 'name': 'network-vif-deleted', 'tag': '9f9bd7d4-53fb-4fc0-883c-4945f587a2b4', 'status': 'completed', 'code': 200} May 10 20:07:41.943601 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:07:42.293816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:42.298509 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ec472-a358-461f-a907-0038d654e2d7 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:42.431487 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e90d3e34-624c-49f1-b8da-1cc836676fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:42.547359 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb02483-73cb-4092-b00c-148dbf831cda None None] New status for floating IP 3aebae90-8995-4909-9956-e8be3556aca5: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:07:42.882050 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-305de536-11eb-4497-b9f8-9792434e14ec req-fe4e32e6-7d12-411d-9a98-128a6c193c89 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b877a10-07fd-4999-b818-984b6c9b6d97 HTTP/1.1" status: 200 len: 210 time: 0.0462248 May 10 20:07:43.475010 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:07:43.518166 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:07:43.518634 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 9f9bd7d4-53fb-4fc0-883c-4945f587a2b4 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:07:44.142558 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60084) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:44.206983 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:44.234819 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:44.478436 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:44.482733 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ef8279e8-5deb-4dce-a3bc-bf9c68a5cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:44.498648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:44.501247 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:44.671625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:44.672741 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bd0931ec-0e36-4f82-a505-2cff7b0c7d96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae HTTP/1.1" status: 204 len: 168 time: 0.5291512 May 10 20:07:44.675496 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60098) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:44.692866 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.api.v2.resource [None req-84dcd9fb-aaa7-4cdc-b31d-b46fff7d7584 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] show failed (client error): The resource could not be found. May 10 20:07:44.693810 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-84dcd9fb-aaa7-4cdc-b31d-b46fff7d7584 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups/0d87e7ef-d7a5-40e6-8ece-a3dee36fcaae HTTP/1.1" status: 404 len: 347 time: 0.0174403 May 10 20:07:44.696663 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60102) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:44.911492 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Deleting port 175450ae-2a4d-4956-9d07-20ac92d00762 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:07:44.911843 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:44.958561 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-09f2d9e8-641a-4f01-aba6-9ad5075ac564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.003676 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.031815 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.032135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.158717 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Calling delete_port for 175450ae-2a4d-4956-9d07-20ac92d00762 owned by network:floatingip {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:07:45.358801 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.362552 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8323a961-9eda-4829-906d-89a72a407ca8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:45.407508 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'Port': ['ID=175450ae-2a4d-4956-9d07-20ac92d00762,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:45.410672 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:45.498366 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.623887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:45.624994 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "DELETE /v2.0/floatingips/3aebae90-8995-4909-9956-e8be3556aca5 HTTP/1.1" status: 204 len: 168 time: 0.9274251 May 10 20:07:45.800340 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:46.109019 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:07:46.236576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60126) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:46.241734 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504681485', 'description': 'tempest-description--1825913609'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:46.247572 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:46.252136 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:46.254939 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:46.261365 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:46.349067 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:46.369254 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:46.373519 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:46.376400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:46.382023 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:46.449584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:46.609986 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:46.613851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:46.659912 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60672591-2954-4434-b420-204e2999e6a3,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:46.664360 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:46.798290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:46.801270 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5622551 May 10 20:07:46.802797 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60132) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:46.808587 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group_rule': {'security_group_id': '60672591-2954-4434-b420-204e2999e6a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:46.815260 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:46.819293 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:46.822425 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:46.829921 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:47.009230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.070471 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.246327 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.248919 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:47.271421 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9414f6d5-3650-4dfe-8485-cb3706c8f3b6,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.276701 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:47.386686 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.389451 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a797e81e-3146-4dda-8ea7-0dd290b04965 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857267 May 10 20:07:47.398606 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60150) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:47.403876 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'security_group_rule': {'security_group_id': '60672591-2954-4434-b420-204e2999e6a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:47.410255 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:47.414147 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:security_group_rule and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:47.417630 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:47.423297 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:47.592948 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.657444 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.703676 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.818089 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.820099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:47.842295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce63a7c-6b16-451c-8609-7cce115a4bbd,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.844706 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:47.937724 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:47.938967 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5393913 May 10 20:07:47.942110 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60164) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:07:47.947070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:47.953434 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:47.957261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Usage tracker for resource:floatingip and tenant:1339fdd4f34b469eb8952121fc345260 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:07:47.960100 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:07:47.966081 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:48.120788 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.258274 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.398011 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Allocated IP 172.28.1.69 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/fd236ad3-b1a7-4b73-8971-5c7bcfa123c7) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:48.627731 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.809891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:48.814745 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:48.874085 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:48.876729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:48.879270 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:48.924670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=fd236ad3-b1a7-4b73-8971-5c7bcfa123c7,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:48.933099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:48.971051 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.210803 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.425651 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.530129 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61531748'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.535244 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1437a0ae-7986-4c18-850c-b3627bba617a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:49.643189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=fd236ad3-b1a7-4b73-8971-5c7bcfa123c7,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:49.648248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:49.659764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.777965 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:49.779243 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8362114 May 10 20:07:50.009199 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-7a7cb4e9-b5b7-44bd-aaf4-06aa6b615450 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:50.180851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-7a7cb4e9-b5b7-44bd-aaf4-06aa6b615450 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:50.183205 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-7a7cb4e9-b5b7-44bd-aaf4-06aa6b615450 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--504681485&fields=id&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 267 time: 0.2129743 May 10 20:07:50.435903 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-01914e29-4d30-43ad-8d44-87f1a8ed0aae tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:50.438853 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-01914e29-4d30-43ad-8d44-87f1a8ed0aae tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 816 time: 0.2493131 May 10 20:07:50.452773 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-396829cf-02a1-496a-9cec-c33bf170b23b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/quotas/1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 375 time: 0.0098143 May 10 20:07:50.540188 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-d557737d-f08a-4521-b238-673806e0ba57 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:50.672909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-d557737d-f08a-4521-b238-673806e0ba57 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:50.674427 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-d557737d-f08a-4521-b238-673806e0ba57 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2156124 May 10 20:07:50.813424 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-c90a7020-662b-415d-a892-9ad77867efea service neutron] 10.222.0.42 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264017 May 10 20:07:50.948610 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-b84c3165-e3b0-4b6e-a0f6-5684c1dbf699 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291366 May 10 20:07:51.251326 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fe1173e5-bc2f-438b-a47b-fad4709ea5ae req-567abe25-8987-41e6-a022-e47ed84175e4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 210 time: 0.0446405 May 10 20:07:52.425967 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a0e27099-e5c0-47a9-9a8f-b68d7ee66f10 req-1d54d3f9-e499-4595-9241-84a258b331da tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 210 time: 0.0578923 May 10 20:07:53.596199 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-892a7465-c19f-4028-aad5-56a1f278d1fd req-3be51e46-2785-4fee-9736-bf4afb19bc4c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 210 time: 0.0538950 May 10 20:07:53.756154 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-7b31ffd2-9fab-4d38-a56d-386263012dcd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:53.757665 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-7b31ffd2-9fab-4d38-a56d-386263012dcd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 816 time: 0.1701739 May 10 20:07:53.824294 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-e8a2d2be-0317-4c4d-8573-d34f2241f800 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 379 time: 0.0563047 May 10 20:07:53.844277 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'port': {'device_id': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'admin_state_up': True, 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'security_groups': ['60672591-2954-4434-b420-204e2999e6a3']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:53.998926 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:07:54.008749 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:07:54.141498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Made reservation on behalf of 1339fdd4f34b469eb8952121fc345260 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:54.146457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.329720 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Allocated IP 172.20.0.11 (e8e814ba-4c1c-428c-8b90-882c0db46e6b/bd3db0d9-af59-4462-a080-b4d0090821dd/38e29240-e58d-42ce-86e6-15deb4e063d2) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:54.523057 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.538269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Transition to ACTIVE for port object 38e29240-e58d-42ce-86e6-15deb4e063d2 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:54.675840 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.684533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:54.772660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:54.791841 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:54.800220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:07:54.827043 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:54.832423 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:54.862450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252d953-fe8e-4ad2-81f6-34675344bbef req-27ec1770-3a7c-4a5e-99c6-03d0abe85695 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:54.864828 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9252d953-fe8e-4ad2-81f6-34675344bbef req-27ec1770-3a7c-4a5e-99c6-03d0abe85695 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 932 time: 0.1093595 May 10 20:07:54.877439 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:54.878108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:54.923994 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9252d953-fe8e-4ad2-81f6-34675344bbef req-3229375d-afa6-4620-bb20-06b6e4284f6a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:54.946951 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-9252d953-fe8e-4ad2-81f6-34675344bbef req-3229375d-afa6-4620-bb20-06b6e4284f6a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:54.959657 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9252d953-fe8e-4ad2-81f6-34675344bbef req-3229375d-afa6-4620-bb20-06b6e4284f6a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774412 May 10 20:07:55.030234 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1994770 May 10 20:07:55.043386 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Request body: {'port': {'device_id': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:07:55.163481 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:55.187152 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-4c76fbed-86d3-4fba-8388-a5630c53b840 None None] Provisioning for port 38e29240-e58d-42ce-86e6-15deb4e063d2 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:07:55.192457 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-4c76fbed-86d3-4fba-8388-a5630c53b840 None None] Provisioning complete for port 38e29240-e58d-42ce-86e6-15deb4e063d2 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:07:55.192923 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-4c76fbed-86d3-4fba-8388-a5630c53b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:55.248728 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-4c76fbed-86d3-4fba-8388-a5630c53b840 None None] Port 38e29240-e58d-42ce-86e6-15deb4e063d2 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:07:55.648103 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:07:55.655929 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:55.672086 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Transition to ACTIVE for port object 38e29240-e58d-42ce-86e6-15deb4e063d2 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:07:55.771940 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:55.779792 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a162ab85-f00c-48cc-8b87-0f8f7cef491f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:56.072153 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:56.161148 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:56.247907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Attempting to bind port 38e29240-e58d-42ce-86e6-15deb4e063d2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:07:56.247907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Attempting to bind port 38e29240-e58d-42ce-86e6-15deb4e063d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:07:56.247907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Attempting to bind port 38e29240-e58d-42ce-86e6-15deb4e063d2 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:56.254864 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Port 38e29240-e58d-42ce-86e6-15deb4e063d2 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:07:56.255177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Attempting to bind port 38e29240-e58d-42ce-86e6-15deb4e063d2 on network e8e814ba-4c1c-428c-8b90-882c0db46e6b {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:07:56.266356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:07:56.266685 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Checking segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:07:56.267062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Bound using segment: {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:07:56.267490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Bound port: 38e29240-e58d-42ce-86e6-15deb4e063d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c262efa-b534-4c88-b741-85a9f62891c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:07:56.267825 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.337851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3c122-1d88-4f28-93bf-f40b325ea794 req-25f8852d-9593-477e-86f5-040174ab2794 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:56.338556 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b7a3c122-1d88-4f28-93bf-f40b325ea794 req-25f8852d-9593-477e-86f5-040174ab2794 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Synchronizing usage tracker for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:07:56.383728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:07:56.386749 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:07:56.474741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-b7a3c122-1d88-4f28-93bf-f40b325ea794 req-25f8852d-9593-477e-86f5-040174ab2794 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Unset dirty status for tenant:1339fdd4f34b469eb8952121fc345260 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:07:56.475927 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b7a3c122-1d88-4f28-93bf-f40b325ea794 req-25f8852d-9593-477e-86f5-040174ab2794 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.3162785 May 10 20:07:56.570873 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b7a3c122-1d88-4f28-93bf-f40b325ea794 req-aaa2caa9-affa-4f39-841c-94a82e0fa890 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803747 May 10 20:07:56.618187 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.622103 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-67e4f5cc-2d8a-4755-9581-cc4f894980b3 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:07:56.680789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:56.681777 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:07:56.683262 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] 10.222.0.68 "PUT /v2.0/ports/38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 1094 time: 1.6443410 May 10 20:07:56.683783 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:07:56.736320 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:56.740125 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:07:56.769617 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'status': 'completed', 'code': 200} May 10 20:07:56.885418 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-21b40c91-3780-40b0-9c84-a1d0a3582df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:56.887174 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-21b40c91-3780-40b0-9c84-a1d0a3582df9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1097 time: 0.0847669 May 10 20:07:57.041503 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-4edcae0a-7a84-4bc6-8ce7-fd36b7fdee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.043015 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-4edcae0a-7a84-4bc6-8ce7-fd36b7fdee05 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=1339fdd4f34b469eb8952121fc345260&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1461394 May 10 20:07:57.194339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-998dd8ab-5885-464f-b11a-e8932caba332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.195914 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d47693bf-1e32-4db7-b023-6cf12038dd5b req-998dd8ab-5885-464f-b11a-e8932caba332 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458571 May 10 20:07:57.327364 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-af0e252f-1355-48f3-9cf4-7b435b7e7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.328931 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-af0e252f-1355-48f3-9cf4-7b435b7e7f58 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1097 time: 0.0887830 May 10 20:07:57.405936 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-47407f64-72f0-429f-8fa5-c2dc1e5b9296 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 217 time: 0.0677071 May 10 20:07:57.476635 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-31908ad7-5cca-4527-956f-fda71b7afd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.478153 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-31908ad7-5cca-4527-956f-fda71b7afd8a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.0651102 May 10 20:07:57.568974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-9b13aba3-f96c-4cb8-846f-e1001b4d0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.570559 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-9b13aba3-f96c-4cb8-846f-e1001b4d0fd9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847349 May 10 20:07:57.738796 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-d6f81323-f1f2-47bc-934c-b478dadf3320 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588371 May 10 20:07:57.929886 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab1046-81c9-4f3b-92b8-995660589900 req-11092833-b706-412c-9c3d-3d2f5d8e7dfe tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:57.941128 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dcab1046-81c9-4f3b-92b8-995660589900 req-11092833-b706-412c-9c3d-3d2f5d8e7dfe tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1675515 May 10 20:07:57.958426 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0c22ea7a-6f20-430e-a28f-d371844700e6 req-8ac063db-bc9e-4665-9fe4-7042d3dd332e service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116110 May 10 20:07:58.011870 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dcab1046-81c9-4f3b-92b8-995660589900 req-be2a62a8-0804-4b59-8eb2-c730b44930cf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607612 May 10 20:07:59.209393 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb6a5-f3df-48b3-bf94-cd6e5d0cb741 req-364a3700-45ed-4a82-9351-552f04302ff6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:07:59.210885 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7f1fb6a5-f3df-48b3-bf94-cd6e5d0cb741 req-364a3700-45ed-4a82-9351-552f04302ff6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0843012 May 10 20:07:59.255226 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7f1fb6a5-f3df-48b3-bf94-cd6e5d0cb741 req-88db1b4d-1025-437b-ab53-c43b709d4535 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 May 10 20:08:00.464899 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ec5ac-14b0-4a33-9361-9ec83a8bd308 req-c2ddbf04-5600-4833-bdc4-dbaa16028378 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:00.466901 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-747ec5ac-14b0-4a33-9361-9ec83a8bd308 req-c2ddbf04-5600-4833-bdc4-dbaa16028378 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0818064 May 10 20:08:00.512412 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-747ec5ac-14b0-4a33-9361-9ec83a8bd308 req-1d025621-e541-4936-a486-3cbc57f65777 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 May 10 20:08:01.639511 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:08:01.705295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62b78-1b6c-4277-8cd8-da22e4931faf req-28e03ff0-c43f-490a-843b-341c14574fd5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:01.706778 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2e62b78-1b6c-4277-8cd8-da22e4931faf req-28e03ff0-c43f-490a-843b-341c14574fd5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0849164 May 10 20:08:01.752391 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d2e62b78-1b6c-4277-8cd8-da22e4931faf req-3b4087ed-27d3-4f42-aaa1-b487644a145d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 May 10 20:08:01.775891 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:01.789370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:08:01.846827 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:01.863211 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:08:01.877996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:01.972060 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:01.973807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:02.037607 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:02.045294 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.045632 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.046034 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.046378 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.046703 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.047021 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.047337 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.047647 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.047996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.048264 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.048615 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.048878 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:02.052698 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:02.266900 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['38e29240-e58d-42ce-86e6-15deb4e063d2'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:08:02.757400 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:02.942688 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90b7d-aef3-461a-806d-689a1b1ae9cd req-50426113-6d8c-4545-aa3c-482de61ef122 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:02.944130 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6a90b7d-aef3-461a-806d-689a1b1ae9cd req-50426113-6d8c-4545-aa3c-482de61ef122 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 945 time: 0.0783410 May 10 20:08:03.066592 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60430) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:03.073766 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6a90b7d-aef3-461a-806d-689a1b1ae9cd req-7bc54ffe-ed88-4830-968e-14d05edf8b39 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236618 May 10 20:08:03.195760 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.211259 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:03.216527 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Usage tracker for resource:security_group_rule and tenant:635cafe902634ac2ad41bc766a86a1f6 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:03.219514 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:03.225385 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:03.309992 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.437354 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.444701 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f420f94-09df-40a3-8130-1e6a03abff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:03.490010 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=635cafe902634ac2ad41bc766a86a1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222722 May 10 20:08:03.490853 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf0074-745f-4b1b-819a-a93c4d58aacb,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:03.492689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60440) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:03.494012 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:03.550284 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.576489 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.656463 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:03.743654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.748005 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-30cafc60-5dab-4143-a0f4-db26b516df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:03.759665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf0074-745f-4b1b-819a-a93c4d58aacb,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:03.764789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:03.766664 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.770337 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39bf0074-745f-4b1b-819a-a93c4d58aacb HTTP/1.1" status: 204 len: 168 time: 0.2740729 May 10 20:08:03.849201 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port 38e29240-e58d-42ce-86e6-15deb4e063d2 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:03.853768 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 38e29240-e58d-42ce-86e6-15deb4e063d2 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:03.854135 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:03.974327 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:04.003396 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:04.014274 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:04.051616 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'code': 200} May 10 20:08:04.166246 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:04.169419 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-144d0c98-559e-4836-a95e-7c680800d1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:04.242373 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:04.253282 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:04.310426 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43843f-11a4-473d-8909-fe4d0fbf8de8 req-76f36898-baed-45fd-a8bf-f2140cf2901c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:04.312294 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b43843f-11a4-473d-8909-fe4d0fbf8de8 req-76f36898-baed-45fd-a8bf-f2140cf2901c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1073682 May 10 20:08:04.359867 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3b43843f-11a4-473d-8909-fe4d0fbf8de8 req-81075967-f793-440b-847f-05d33f5d5bbc tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 May 10 20:08:04.625534 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1b05-629a-42a9-91e7-8584ce48d959 req-07033e95-cfae-4715-95e7-4243d50d607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:04.627073 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1fe1b05-629a-42a9-91e7-8584ce48d959 req-07033e95-cfae-4715-95e7-4243d50d607e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1099 time: 0.0690048 May 10 20:08:04.673379 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d1fe1b05-629a-42a9-91e7-8584ce48d959 req-3f8645c8-8a5b-4edc-9e1f-1ac54ffcef18 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386906 May 10 20:08:05.566426 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee531-c05f-4499-92e4-0c26471e9d64 req-23c62f87-afd1-469b-b331-dcfe456e4194 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:05.567871 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-819ee531-c05f-4499-92e4-0c26471e9d64 req-23c62f87-afd1-469b-b331-dcfe456e4194 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0822792 May 10 20:08:05.614423 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-819ee531-c05f-4499-92e4-0c26471e9d64 req-540f75e0-256d-4764-a2a5-161bcb025042 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403240 May 10 20:08:06.570163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6b4d8-f91d-4d47-8900-69f6daac6c8d req-f52df136-8f61-4191-b025-0c7f30b3a7f3 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.571751 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c8a6b4d8-f91d-4d47-8900-69f6daac6c8d req-f52df136-8f61-4191-b025-0c7f30b3a7f3 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.0860214 May 10 20:08:06.620154 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c8a6b4d8-f91d-4d47-8900-69f6daac6c8d req-80048050-204f-4e32-98ce-d063580f57c4 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 May 10 20:08:06.963184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e1f3-301c-4e75-82f0-f47e09eda7db req-4cf84d92-7c44-4e31-a856-f65ae31a0f40 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:06.969948 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-64c7e1f3-301c-4e75-82f0-f47e09eda7db req-4cf84d92-7c44-4e31-a856-f65ae31a0f40 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0948038 May 10 20:08:07.010135 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-64c7e1f3-301c-4e75-82f0-f47e09eda7db req-8a62c880-192e-44dc-bc4d-52f10ebcddea tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 May 10 20:08:07.197616 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde4b6-f154-45f9-8d98-5f4398b97eb5 req-589c2ba9-d96d-4052-ab37-5723295d7011 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:07.199163 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2ddde4b6-f154-45f9-8d98-5f4398b97eb5 req-589c2ba9-d96d-4052-ab37-5723295d7011 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0845094 May 10 20:08:07.208436 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60538) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:07.213508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Request body: {'floatingip': {'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:07.291608 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:07.457573 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60548) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:07.596549 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:07.611670 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:07.615462 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Usage tracker for resource:security_group_rule and tenant:534c06f6e4d446b28d7bdf23e8a2f60a is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:07.626933 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:07.628658 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:07.715215 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:07.812930 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:07.828852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-03fab14e-c7c6-4b29-a5c6-d3c42001bfb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:07.878362 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=534c06f6e4d446b28d7bdf23e8a2f60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196484 May 10 20:08:07.879206 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60560) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:07.881559 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c17f0d-996f-47cb-8216-51525e89b803,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:07.887080 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:07.944340 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7093c-3661-4085-8d91-dc4622808f64 req-2b2c36d0-2cff-4a7f-8249-024fa3bcc3db tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:07.945833 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-57d7093c-3661-4085-8d91-dc4622808f64 req-2b2c36d0-2cff-4a7f-8249-024fa3bcc3db tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1685088 May 10 20:08:07.953964 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488b27-be6e-4f2b-9c5b-f1c83dc65635 req-0a88914a-97fe-403e-afa9-51243da04b4f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:07.955925 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c0488b27-be6e-4f2b-9c5b-f1c83dc65635 req-0a88914a-97fe-403e-afa9-51243da04b4f tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1864846 May 10 20:08:07.986839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.024615 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-57d7093c-3661-4085-8d91-dc4622808f64 req-3a9fea9f-c7d4-41a2-83b8-caca56d31455 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713444 May 10 20:08:08.032262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.083316 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c0488b27-be6e-4f2b-9c5b-f1c83dc65635 req-447442cd-d6fd-4c28-949c-2a57846610c1 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148713 May 10 20:08:08.109331 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.226196 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.226399 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.229925 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-87c48878-20b6-4c5e-bc0f-826605f2d6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:08.241661 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c17f0d-996f-47cb-8216-51525e89b803,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:08.245235 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:08.248530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:08.249692 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49c17f0d-996f-47cb-8216-51525e89b803 HTTP/1.1" status: 204 len: 168 time: 0.3651993 May 10 20:08:08.401682 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Floating IP c8654a42-3016-4599-b61a-51cf02e430d9 associated. External IP: 172.28.1.69, port: 38e29240-e58d-42ce-86e6-15deb4e063d2. May 10 20:08:08.761111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:08:09.038907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:09.048848 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:09.055137 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.058580 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:09.059281 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:09.112722 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-566f8a47-2511-402b-9f6a-597523b5639a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "PUT /v2.0/floatingips/c8654a42-3016-4599-b61a-51cf02e430d9 HTTP/1.1" status: 200 len: 991 time: 1.9032464 May 10 20:08:09.113583 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:09.182170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60584) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:09.208507 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.252879 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:09.255422 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4b84a-9b05-4290-bfae-23d382dff454 req-83c751e9-bae0-4a80-8da7-df147f0cc5b0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:09.256913 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-97c4b84a-9b05-4290-bfae-23d382dff454 req-83c751e9-bae0-4a80-8da7-df147f0cc5b0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1127272 May 10 20:08:09.274447 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:09.279626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:41408fcba5f4413eb9e4b91ac86de079 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:09.282506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:09.289671 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:09.303750 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-97c4b84a-9b05-4290-bfae-23d382dff454 req-5120742e-4b35-400f-acc1-fb0566375253 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 May 10 20:08:09.358278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62144018-f225-4fe3-9031-598efc110839 req-cb793476-090f-4d4a-8193-7be96a4f3941 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:09.359866 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-62144018-f225-4fe3-9031-598efc110839 req-cb793476-090f-4d4a-8193-7be96a4f3941 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1542807 May 10 20:08:09.430683 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-62144018-f225-4fe3-9031-598efc110839 req-fa1231cb-e65d-4c19-a1a2-139a4d36d29a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610914 May 10 20:08:09.483193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.486635 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'status': 'completed', 'code': 200} May 10 20:08:09.563319 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.570769 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-09c87569-e33e-43c1-b685-0e1503587762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:09.648410 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'c8654a42-3016-4599-b61a-51cf02e430d9', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:48Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:09.652114 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41408fcba5f4413eb9e4b91ac86de079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657433 May 10 20:08:09.652114 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245a3426-d0b3-4017-9170-3970825eda7b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:09.652693 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:09.654481 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60592) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:09.654865 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-1fded2ad-e537-4160-9c42-b0616a90ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:09.656904 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-1fded2ad-e537-4160-9c42-b0616a90ea5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1099 time: 0.1437693 May 10 20:08:09.662849 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:09.666342 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:09.677206 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:09.742220 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.769900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.848402 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:09.875737 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-88269107-db10-4b65-9f60-0383e5d1ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:09.877158 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-88269107-db10-4b65-9f60-0383e5d1ee5b service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.2092941 May 10 20:08:09.891568 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.896371 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-988e5967-6979-44cf-8d1c-b08dd41c7231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:09.910625 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245a3426-d0b3-4017-9170-3970825eda7b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:09.913195 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:09.914396 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:09.915494 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/245a3426-d0b3-4017-9170-3970825eda7b HTTP/1.1" status: 204 len: 168 time: 0.2401631 May 10 20:08:09.982380 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-238398fa-c5a6-43c4-b7fe-88799915cc6a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:09.984082 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-238398fa-c5a6-43c4-b7fe-88799915cc6a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1821914 May 10 20:08:10.057393 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-5a134f32-6295-4385-9289-740ae885736e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 999 time: 0.1721606 May 10 20:08:10.171816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-a7990d42-f75d-4e3e-9b6b-57cd146d06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:10.173223 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-a7990d42-f75d-4e3e-9b6b-57cd146d06e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.1012187 May 10 20:08:10.243041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Deleting port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:08:10.243381 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:10.254411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'c8654a42-3016-4599-b61a-51cf02e430d9', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:48Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:10.258966 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54b08b-f1c6-47ef-8362-cb2bad2d3091 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'c8654a42-3016-4599-b61a-51cf02e430d9', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:07:48Z', 'updated_at': '2021-05-10T20:08:07Z', 'revision_number': 1, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:10.510045 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-118a1583-696f-4043-99a5-73fe42226b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:10.512372 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-118a1583-696f-4043-99a5-73fe42226b89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3319690 May 10 20:08:10.555770 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26bb914-59f1-4499-92ed-28e7dc64e2f5 None None] New status for floating IP c8654a42-3016-4599-b61a-51cf02e430d9: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:08:10.632792 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] For port f4dce6a5-1469-4d42-8ec3-bb6543bc3114, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:10.633192 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:10.822636 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247ee8-05ac-431f-8fa1-187127cf6a56 req-51f7ba4f-9836-466e-9c87-5e9333172dbc tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:10.824736 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b0247ee8-05ac-431f-8fa1-187127cf6a56 req-51f7ba4f-9836-466e-9c87-5e9333172dbc tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 946 time: 0.1065991 May 10 20:08:10.867988 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e3a9-4767-4b07-a702-7af384448478 req-e6da3ac0-5616-47dc-a8e0-25081e820127 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:10.911452 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-94b8e3a9-4767-4b07-a702-7af384448478 req-e6da3ac0-5616-47dc-a8e0-25081e820127 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.4111660 May 10 20:08:10.912335 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b0247ee8-05ac-431f-8fa1-187127cf6a56 req-82544fef-da01-4a56-92fc-3dbd90c6bd8c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aa547e4-39bb-4d53-9c42-62b2d301b66d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467365 May 10 20:08:11.011709 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-f5431cd3-2c7a-4551-b2ce-8859a981f16a service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524505 May 10 20:08:11.172032 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-94b8e3a9-4767-4b07-a702-7af384448478 req-abc03da9-906f-443f-b517-6281598a0f79 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869916 May 10 20:08:11.216932 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:11.217365 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:11.217604 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Floating IP 1671e803-7b9c-4153-90d0-ecc8c7abc086 disassociated. External IP: 172.28.1.59, port: f4dce6a5-1469-4d42-8ec3-bb6543bc3114. May 10 20:08:11.217941 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Calling delete_port for f4dce6a5-1469-4d42-8ec3-bb6543bc3114 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:08:11.268942 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-71642b21-0df8-4d70-89ca-050a680cbc83 req-2cd5a487-4634-4f19-9a7b-a4015925d3bf service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877646 May 10 20:08:11.458331 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:11.465991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:11.514289 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'Port': ['ID=f4dce6a5-1469-4d42-8ec3-bb6543bc3114,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:11.519762 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:11.655797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-78a09654-314b-4bd3-9918-fab6cc483da0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:11.668469 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-78a09654-314b-4bd3-9918-fab6cc483da0 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.2527349 May 10 20:08:11.827820 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:08:11.992417 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Deleting port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:08:11.992759 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.269782 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e07d9382-a0b6-4cf9-8087-0db01756f983 req-8652510c-e3c6-4444-a7e5-4c0d0bcf728b tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.0779483 May 10 20:08:12.354959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:12.365791 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:12.385134 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:12.385852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] For port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:12.386226 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.387232 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:12.439531 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f7ed-f57d-4e77-8cb2-e82bcf76310a req-48f1b17b-15d1-47ea-9e22-c58dcf9a91aa tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:12.446847 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3724f7ed-f57d-4e77-8cb2-e82bcf76310a req-48f1b17b-15d1-47ea-9e22-c58dcf9a91aa tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 946 time: 0.1458328 May 10 20:08:12.509921 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3724f7ed-f57d-4e77-8cb2-e82bcf76310a req-c5ea3c52-3d66-423e-b336-e5119eabb3d3 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 May 10 20:08:12.560801 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-24aa3c7c-f5f7-4863-ad8d-04cdc7c3dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.603648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Calling delete_port for 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:08:12.607235 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] No DVR routers for this DVR port f4dce6a5-1469-4d42-8ec3-bb6543bc3114 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:08:12.611150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.613678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'name': 'network-vif-deleted', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:12.658730 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:12.716225 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b878f1-f6a9-432f-a738-2822fe061ec5', 'name': 'network-vif-deleted', 'tag': 'f4dce6a5-1469-4d42-8ec3-bb6543bc3114', 'status': 'completed', 'code': 200} May 10 20:08:12.720412 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eeb9b728-5baa-4884-9ac9-e73bba10606f req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "DELETE /v2.0/ports/f4dce6a5-1469-4d42-8ec3-bb6543bc3114 HTTP/1.1" status: 204 len: 173 time: 2.7284787 May 10 20:08:12.921398 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:12.929343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-45289eca-6fad-44a4-ab37-9a22601dbf20 tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:12.934207 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['98f6f1f4-7bcb-4f25-9942-2791e3d75b4f'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:08:12.981707 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Pushing event deleted for resources: {'Port': ['ID=98f6f1f4-7bcb-4f25-9942-2791e3d75b4f,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:12.985700 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:13.071896 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] No DVR routers for this DVR port 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:08:13.074406 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:13.086435 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:13.090793 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:13.099762 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:13.100140 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:07:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:13.209703 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9fe9810d-b7ae-46ae-9d8c-15fbe9303d4a req-58161ef7-2317-4b41-b90a-5e420d05703f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "DELETE /v2.0/ports/98f6f1f4-7bcb-4f25-9942-2791e3d75b4f HTTP/1.1" status: 204 len: 173 time: 1.5439961 May 10 20:08:13.285842 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:13.470313 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0fd41d86-0a5e-431b-93b2-05d85c942807 req-63f260d2-f8e8-4d57-b41f-76c2fa088f08 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:13.648728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0fd41d86-0a5e-431b-93b2-05d85c942807 req-63f260d2-f8e8-4d57-b41f-76c2fa088f08 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:13.649891 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0fd41d86-0a5e-431b-93b2-05d85c942807 req-63f260d2-f8e8-4d57-b41f-76c2fa088f08 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=63b878f1-f6a9-432f-a738-2822fe061ec5 HTTP/1.1" status: 200 len: 210 time: 0.2385609 May 10 20:08:13.653853 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:13.660249 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a66b0-2d36-4efa-94cd-ea4f99a9609d None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:13.690900 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-30a29dad-8261-4c0c-93b8-f89a37f42c4f req-7c893d14-8fca-40bf-8826-d16d81bfea70 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f192f35-3483-4d05-8947-f55c9be2d8e1 HTTP/1.1" status: 200 len: 210 time: 0.0630624 May 10 20:08:13.753565 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f4dce6a5-1469-4d42-8ec3-bb6543bc3114 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:08:13.797604 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: f4dce6a5-1469-4d42-8ec3-bb6543bc3114 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:08:13.798027 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device f4dce6a5-1469-4d42-8ec3-bb6543bc3114 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:08:13.798658 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:08:13.837511 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:08:13.837859 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 98f6f1f4-7bcb-4f25-9942-2791e3d75b4f not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:08:13.942160 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c4b7a0-b4f8-4567-82e0-08559fcb8d51 None None] New status for floating IP 1671e803-7b9c-4153-90d0-ecc8c7abc086: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:08:14.717016 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'name': 'network-vif-deleted', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:14.765507 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f192f35-3483-4d05-8947-f55c9be2d8e1', 'name': 'network-vif-deleted', 'tag': '98f6f1f4-7bcb-4f25-9942-2791e3d75b4f', 'status': 'completed', 'code': 200} May 10 20:08:14.977779 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-348d9bf0-bc6e-4030-8cde-cc171659862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:14.986743 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60752) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:15.032089 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.061521 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.098857 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.317840 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.321981 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7c3788c9-a336-4189-9fbf-42b8b5e249ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:15.339155 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa547e4-39bb-4d53-9c42-62b2d301b66d,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:15.342897 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:15.487533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.489068 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "DELETE /v2.0/security-groups/4aa547e4-39bb-4d53-9c42-62b2d301b66d HTTP/1.1" status: 204 len: 168 time: 0.5011106 May 10 20:08:15.491639 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60764) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:15.507511 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.api.v2.resource [None req-bb03892e-e268-460d-beb5-604e74703419 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] show failed (client error): The resource could not be found. May 10 20:08:15.508415 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bb03892e-e268-460d-beb5-604e74703419 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups/4aa547e4-39bb-4d53-9c42-62b2d301b66d HTTP/1.1" status: 404 len: 347 time: 0.0158954 May 10 20:08:15.511218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60768) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:15.728608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Deleting port 73ce663b-05cb-4619-9691-f9c45f5dde47 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:08:15.733663 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.846616 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.846859 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.880347 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:15.967123 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Calling delete_port for 73ce663b-05cb-4619-9691-f9c45f5dde47 owned by network:floatingip {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:08:16.240356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:16.245331 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-76486f51-720c-4b75-aac5-e965191165e1 tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:16.383855 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'Port': ['ID=73ce663b-05cb-4619-9691-f9c45f5dde47,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:16.411476 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:16.475594 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:16.669221 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:16.670288 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "DELETE /v2.0/floatingips/1671e803-7b9c-4153-90d0-ecc8c7abc086 HTTP/1.1" status: 204 len: 168 time: 1.1582470 May 10 20:08:17.154167 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60796) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:17.186524 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60802) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:17.191869 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515773504', 'description': 'tempest-description--116152002'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:17.198245 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:17.202437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:17.205260 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:17.211506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:17.281890 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.296909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:17.300725 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Usage tracker for resource:security_group_rule and tenant:a90f095a44c443458479e56f1a1f63dc is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:17.303655 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:17.310137 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:17.325945 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.349610 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:17.353763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:17.358788 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:17.364827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:17.394963 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.437125 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.537680 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.550933 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-327c8489-2550-4978-bab7-0b32ca1f0c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:17.590557 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a90f095a44c443458479e56f1a1f63dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353137 May 10 20:08:17.592243 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8798b20-c232-4c4f-97af-e7575cf98fe8,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:17.593258 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60808) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:17.596347 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:17.610111 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.617158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-777bb58a-b0e5-4d63-983a-d7a017d56806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:17.685831 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cee8a8-91e8-4c98-a46a-c13a83ed108f,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:17.690400 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:17.708676 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.739703 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.748909 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.811455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.812655 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6251194 May 10 20:08:17.815441 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60820) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:17.820473 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group_rule': {'security_group_id': '42cee8a8-91e8-4c98-a46a-c13a83ed108f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:17.826358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:17.830269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:17.833117 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:17.843242 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:17.874868 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.879903 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-694755eb-526b-49de-a3a2-a3126b9d6817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:17.892614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8798b20-c232-4c4f-97af-e7575cf98fe8,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:17.895159 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:17.896367 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:17.897487 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8798b20-c232-4c4f-97af-e7575cf98fe8 HTTP/1.1" status: 204 len: 168 time: 0.3031590 May 10 20:08:17.962683 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.025627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.124037 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.132580 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:18.150560 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eb0129-a0ec-42cf-951f-2167d94f0ec9,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:18.153727 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:18.317421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.321064 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e1166b13-1148-405c-bfa3-538444d017f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5022199 May 10 20:08:18.324419 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60838) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:18.326582 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'security_group_rule': {'security_group_id': '42cee8a8-91e8-4c98-a46a-c13a83ed108f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:18.332343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:18.336216 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:security_group_rule and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:18.339048 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:18.344835 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:18.469454 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.530461 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.705512 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.707641 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-96533b9e-7e98-4964-9df2-598b97c07a53 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:18.729915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f02d896-ab35-4c9a-a717-83f30cc1a0f0,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:18.732984 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:18.776209 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60848) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:18.794935 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.809315 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:18.813135 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Usage tracker for resource:security_group_rule and tenant:80890311d1ca43a7863f7d19da100a44 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:18.815992 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:18.821815 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:18.923612 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:18.924803 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-bf5ebd7e-76a9-4098-a30e-097dd81b41c2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026495 May 10 20:08:18.927851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60852) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:18.933246 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:18.938907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:18.943750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Usage tracker for resource:floatingip and tenant:c16a873a2fd8481fa23c6079180afb46 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:18.945905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:18.952064 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:19.005398 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.071394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.099866 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.109181 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-23f82c41-eaf4-4c9c-8c1a-bbdda8b5bb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:19.151237 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80890311d1ca43a7863f7d19da100a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714230 May 10 20:08:19.151237 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c096b78-cd0e-49b3-ad3f-5b24ee359bda,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:19.151509 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60856) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:19.154198 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:19.228722 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.264261 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.323348 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.488772 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.500662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-65c7cdf9-ae9b-408c-b2dc-99b1f30e050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:19.520620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c096b78-cd0e-49b3-ad3f-5b24ee359bda,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:19.542370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:19.567260 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.570658 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c096b78-cd0e-49b3-ad3f-5b24ee359bda HTTP/1.1" status: 204 len: 168 time: 0.4159257 May 10 20:08:19.647078 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Allocated IP 172.28.1.75 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/3331c5ab-106d-444d-b50f-80c77c189821) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:19.801500 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.935236 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:19.939122 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-1c789a47-acea-4ee2-aa21-2f31bf61b807 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:19.995486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:19.998340 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:20.001898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:20.055278 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=3331c5ab-106d-444d-b50f-80c77c189821,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:20.059708 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:20.113349 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.134886 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60878) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:20.260156 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.274325 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:20.278486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Usage tracker for resource:security_group_rule and tenant:fb71338be4dd4bbfab36e66e15bb0a93 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:20.281224 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:20.286996 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:20.407456 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.416993 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.542460 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.554639 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b8d5754b-a12c-4129-8673-6c4fa36de59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:20.606934 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78f4ab3-15a1-4118-8ccb-f51863d5f22d,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:20.610526 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:20.615046 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb71338be4dd4bbfab36e66e15bb0a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789734 May 10 20:08:20.618078 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 60892) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:20.686005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.693150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.717231 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.826147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.831060 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:20.915876 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.916337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:20.930381 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78f4ab3-15a1-4118-8ccb-f51863d5f22d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:20.934654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=3331c5ab-106d-444d-b50f-80c77c189821,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:20.935077 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:20.938530 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:20.942911 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:20.950535 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c78f4ab3-15a1-4118-8ccb-f51863d5f22d HTTP/1.1" status: 204 len: 168 time: 0.3279915 May 10 20:08:20.965356 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:21.063814 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:21.066747 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1362965 May 10 20:08:21.585676 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-f358713c-19c1-49e0-ab67-cf66425c508a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:21.706098 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-f358713c-19c1-49e0-ab67-cf66425c508a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:21.707461 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-f358713c-19c1-49e0-ab67-cf66425c508a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1515773504&fields=id&tenant_id=c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 267 time: 0.1615326 May 10 20:08:21.832608 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-192d1d60-1369-489b-8cc1-8a94340c414d tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:21.833338 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-192d1d60-1369-489b-8cc1-8a94340c414d tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Synchronizing usage tracker for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:network {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:21.940057 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-192d1d60-1369-489b-8cc1-8a94340c414d tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Unset dirty status for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:network {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:21.941237 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-192d1d60-1369-489b-8cc1-8a94340c414d tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/networks?id=49583a45-9fa7-4f0e-86f5-1c213986ab62 HTTP/1.1" status: 200 len: 814 time: 0.2640808 May 10 20:08:21.957325 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-870d10d8-c746-443f-8672-f3c65f19d3c2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/quotas/f5b7422581f74c58b24c6ff7e22fa9eb HTTP/1.1" status: 200 len: 375 time: 0.0093360 May 10 20:08:21.958627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-a4f23fb1-62bf-4863-a611-f14827fca4ab tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:21.960078 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-a4f23fb1-62bf-4863-a611-f14827fca4ab tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 811 time: 0.2438686 May 10 20:08:21.975497 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-007d9ab8-54c2-4fc3-a787-42c281f77d02 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/quotas/c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 375 time: 0.0097699 May 10 20:08:22.008768 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-2038d2cd-5d32-438f-ae4c-e6943b9b5085 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454638 May 10 20:08:22.067697 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-e59fd30f-570f-4201-81c2-d7a8e1e461e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:22.166211 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-e59fd30f-570f-4201-81c2-d7a8e1e461e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:22.171377 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-e59fd30f-570f-4201-81c2-d7a8e1e461e2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859415 May 10 20:08:22.322827 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-40fd6e7a-9fda-4672-a521-a24ac97bed2a service neutron] 10.222.0.42 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024163 May 10 20:08:22.334116 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-9cd11f7a-43d7-449f-a738-e605ed13c3d7 service neutron] 10.222.0.42 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496212 May 10 20:08:22.478348 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-8bd9e76d-1e4f-43c3-aa25-71fc0b106f37 service neutron] 10.222.0.42 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432400 May 10 20:08:22.484360 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-6faaaef7-6941-427b-8795-5ade16331f9c service neutron] 10.222.0.42 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597376 May 10 20:08:22.667962 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 60978) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:22.773541 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-305570801-network', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:22.781712 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:22.789700 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Usage tracker for resource:network and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:22.817221 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:22.837964 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:22.894572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-f94c0976-df52-41ae-9624-91ef2e090a98 req-96490f4d-1df5-4457-8d05-19a4d0ff8f7f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Synchronizing usage tracker for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:23.025570 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e70da43e-3054-412f-9e0b-5a4220f016bc req-23e58ced-8505-4ce0-97a9-7eb476d78270 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0481608 May 10 20:08:23.065844 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-f94c0976-df52-41ae-9624-91ef2e090a98 req-96490f4d-1df5-4457-8d05-19a4d0ff8f7f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Unset dirty status for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:23.091308 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f94c0976-df52-41ae-9624-91ef2e090a98 req-96490f4d-1df5-4457-8d05-19a4d0ff8f7f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 210 time: 0.2267816 May 10 20:08:23.091308 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Made reservation on behalf of 075d08e0b849435e946f4ace8b7706fd for: {'network': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:23.091308 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.106763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.110138 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:08:23.146086 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:23.155140 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:23.158669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:23.165917 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:23.253133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.328351 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.331447 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8c3c95e7-dfbe-4f66-9992-6446d12c6bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:23.359105 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=79260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:08:23.367951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a77a465-7bed-439e-8d66-507115d09d71,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:23.377024 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.377388 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.377741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.380905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:23.384358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.384670 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.segments_db [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Added segment 18e35f07-c845-4bf4-94a1-38e992763d87 of type vlan for network 162a1e6a-de88-4637-90db-c563731f3ae0 May 10 20:08:23.385888 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:23.411750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.585297 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.586656 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:23.587244 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:23.592736 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:23.690383 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Pushing event updated for resources: {'Network': ['ID=162a1e6a-de88-4637-90db-c563731f3ae0,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:23.693079 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:23.702227 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network 162a1e6a-de88-4637-90db-c563731f3ae0 details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:08:23.812592 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1430433 May 10 20:08:23.815395 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 32794) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:23.820944 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Request body: {'subnet': {'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-305570801-subnet', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'ip_version': 4}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:23.826388 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:23.830096 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Usage tracker for resource:subnet and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:23.832943 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:23.838512 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:23.951812 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Made reservation on behalf of 075d08e0b849435e946f4ace8b7706fd for: {'subnet': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:23.954438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61968794'] for subnet, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:24.163917 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cf2a41d8-cadb-41d3-9b9a-4f3b77dbfce6 req-e900ba95-458f-4d2c-a144-004c5287bf44 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0498309 May 10 20:08:24.244893 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-d0dded6b-4dd8-49fc-8512-5fff14ab6d44 req-02f68381-a9f2-4da3-be76-4afe57254397 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 210 time: 0.0423665 May 10 20:08:24.510798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61968872'] for subnet, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:24.515743 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:24.593295 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15519023-af22-441e-81d9-6855b684e7d8,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:24.596203 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:24.602821 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Checking segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:24.603170 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Network hostable DHCP agents. Network: 162a1e6a-de88-4637-90db-c563731f3ae0, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:08:24.720058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Network 162a1e6a-de88-4637-90db-c563731f3ae0 is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:08:24.869081 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, 162a1e6a-de88-4637-90db-c563731f3ae0) {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:24.880957 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9068e5-aa6f-413e-8341-5e4101185999 None None] Network 162a1e6a-de88-4637-90db-c563731f3ae0 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:08:24.889538 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:24.890187 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.004599 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 32820) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:25.024567 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-cf526b27-ec47-4042-8986-dd2b0f9c4fb8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2073841 May 10 20:08:25.030546 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 32826) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:25.035575 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:25.040063 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:25.043830 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Usage tracker for resource:router and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:25.046624 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:25.052394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:25.120422 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-162a1e6a-de88-4637-90db-c563731f3ae0', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:08:25.121385 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.139659 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.152018 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.154829 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.168897 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:25.176249 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Usage tracker for resource:security_group_rule and tenant:47f028ba0f314b678d9da218d009a5c1 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:25.181065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:25.186950 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.196575 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:25.299597 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.315486 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Allocated IP 172.20.0.2 (162a1e6a-de88-4637-90db-c563731f3ae0/15519023-af22-441e-81d9-6855b684e7d8/2d04ee8e-78cc-46c7-adaf-8fc9d25c801f) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:25.334988 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c6a008e3-97e8-41f9-af28-648804ebcfa7 req-bb561ed8-f338-48e4-9c0c-2b284a162005 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0430751 May 10 20:08:25.518708 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.529880 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Transition to ACTIVE for port object 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:25.549201 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Transition to ACTIVE for port object 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:25.585397 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.604915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-127c0cda-43ff-4669-be4a-16eea0dc74c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:25.617934 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f6be59cd-284c-4480-8cbe-63e54753667d req-fd49d4bc-0f61-40c8-a84c-bf0ba16f1538 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 210 time: 0.2222281 May 10 20:08:25.665968 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.670234 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:25.738956 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Network 162a1e6a-de88-4637-90db-c563731f3ae0 is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:25.741658 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:25.744785 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:25.764755 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47f028ba0f314b678d9da218d009a5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7589262 May 10 20:08:25.767616 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32836) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:25.773101 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e72184-ca62-4653-b6f7-9cab9e10cde4,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:25.777839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-33edfaf4-fd3e-46ca-b50c-5155e802eee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:25.784330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.795239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Pushing event updated for resources: {'Port': ['ID=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:25.800183 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:25.830908 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.854856 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Attempting to bind port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:25.858796 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Attempting to bind port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:25.858796 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Attempting to bind port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f on network 162a1e6a-de88-4637-90db-c563731f3ae0 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:25.860925 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:25.861500 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Checking segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:25.862021 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.862153 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.862329 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Bound using segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:25.863132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Bound port: 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:25.863257 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:25.975060 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] For port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:25.978721 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] For port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:26.075159 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fae20a28-7199-4629-8f6f-86276fc321ce tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:26.076479 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fae20a28-7199-4629-8f6f-86276fc321ce tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "GET /v2.0/networks?id=49583a45-9fa7-4f0e-86f5-1c213986ab62 HTTP/1.1" status: 200 len: 814 time: 0.2403738 May 10 20:08:26.091113 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Request body: {'port': {'device_id': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62', 'admin_state_up': True, 'tenant_id': 'f5b7422581f74c58b24c6ff7e22fa9eb'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:26.100414 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.104328 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:26.167822 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.180052 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0282bb1c-e6c5-4633-8f2b-701d905670c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:26.194480 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e72184-ca62-4653-b6f7-9cab9e10cde4,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.206220 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.207632 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00e72184-ca62-4653-b6f7-9cab9e10cde4 HTTP/1.1" status: 204 len: 168 time: 0.4388351 May 10 20:08:26.209236 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.222558 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.224356 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.224881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.225400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.227053 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.227586 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.228099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.228618 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.229133 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.229652 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.230176 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:26.234985 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e11ff0bb-98fe-4303-a8a0-baf8613146c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:26.259053 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Pushing event updated for resources: {'Port': ['ID=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.267462 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:26.270621 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:26.282910 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:26.462080 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Made reservation on behalf of f5b7422581f74c58b24c6ff7e22fa9eb for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:26.465529 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.556234 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e83a66e7-fd05-409c-9f01-c8eea9b5e4e4 req-40eb7a42-41c3-445b-9e48-d441d3988cec tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0941789 May 10 20:08:26.616929 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.690695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:26.782655 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4667e20e-8ec3-4797-bda4-c96ab412c4d4 req-74c62d6f-c5f3-433a-835c-31a5a82977e3 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 210 time: 0.0514646 May 10 20:08:26.952102 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-6be5ddcc-12c2-4d5e-b126-f6d1daf271ff tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:26.953544 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-6be5ddcc-12c2-4d5e-b126-f6d1daf271ff tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 811 time: 0.3061073 May 10 20:08:27.013694 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Allocated IP 172.20.0.8 (49583a45-9fa7-4f0e-86f5-1c213986ab62/7a77a0c7-4fc2-42e3-a00d-67326d8141c1/a24fb351-2807-45bd-b521-dc16f556f3df) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:27.068332 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Allocated IP 172.28.1.95 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/b61426ea-786a-451e-8d26-b89307fbc092) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:27.080500 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-1c13f080-1d15-4d86-9a2b-4461dc64c177 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16a873a2fd8481fa23c6079180afb46 HTTP/1.1" status: 200 len: 380 time: 0.0961337 May 10 20:08:27.103266 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'port': {'device_id': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'admin_state_up': True, 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'security_groups': ['42cee8a8-91e8-4c98-a46a-c13a83ed108f']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:27.204508 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32854) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:27.223750 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.245117 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:27.249574 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6c5588afed435ca751eea3fa801767 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:27.253473 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:27.260841 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:27.337332 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ddb1de-d40d-4c46-ba29-1e2cd47105d0 None None] Network 162a1e6a-de88-4637-90db-c563731f3ae0 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:08:27.360809 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.448545 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.461650 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fd4b29f9-d1aa-4d90-834c-4a7cf499e7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:27.509512 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f6c5588afed435ca751eea3fa801767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049343 May 10 20:08:27.511727 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afcf74-908e-4e51-bf44-a5ece52a04c2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.516295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:27.517048 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32864) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:27.583388 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-8e2ebc6c-ae40-4c11-a87f-7979537e71a5 None None] Provisioning for port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:27.586846 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.618221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.634821 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:27.678496 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:27.688237 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.712998 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.757751 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-002d59bf-48d5-4cdc-839b-92505f196d13 req-d93d5666-c6e0-4d4e-aa22-c178c1db9f94 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0471513 May 10 20:08:27.771761 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.775810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e67e3dc3-e306-4969-ae5a-732023d3c3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:27.789312 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afcf74-908e-4e51-bf44-a5ece52a04c2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.798206 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:27.800332 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.801445 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15afcf74-908e-4e51-bf44-a5ece52a04c2 HTTP/1.1" status: 204 len: 168 time: 0.2833157 May 10 20:08:27.803529 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Made reservation on behalf of c16a873a2fd8481fa23c6079180afb46 for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:27.807970 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.891269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.893046 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:27.909130 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-13027025-5f18-4a78-8da0-8d2042221349 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:28.010074 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:28.030786 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:28.041915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:28.057470 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:28.091158 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Network 49583a45-9fa7-4f0e-86f5-1c213986ab62 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:28.097938 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Pushing event updated for resources: {'Port': ['ID=b61426ea-786a-451e-8d26-b89307fbc092,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.133619 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:28.154994 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:28.157826 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:28.158338 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.181196 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:28.289363 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.324811 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:28.374927 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:28.375540 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.379063 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Pushing event updated for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.381895 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Allocated IP 172.20.0.7 (46e3c939-8fea-4567-a04b-afa66bd9a357/c8890f76-034c-47de-ba3c-3f1b6e535356/bbf02b05-66f2-49ce-909e-d5df4d3f40d8) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:28.441652 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:28.454159 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:28.456061 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:28.456686 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:28.457067 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:28.473413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b41b5-28dc-411f-aaaf-4db280f15604 req-441a3573-e76e-44d4-9dd8-16056098a3eb tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:28.474899 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-136b41b5-28dc-411f-aaaf-4db280f15604 req-441a3573-e76e-44d4-9dd8-16056098a3eb tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 931 time: 0.5277243 May 10 20:08:28.528865 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.531937 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:28.652202 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-136b41b5-28dc-411f-aaaf-4db280f15604 req-8e8941ba-65f3-4243-9a0d-dd1555097b6e tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373205 May 10 20:08:28.783026 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b0e021c2-a61f-4dff-94d0-d2bbb44f6fb2 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6911736 May 10 20:08:28.847937 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.083197 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-43db4425-634c-407f-a00f-e426c68d1f9a req-488357ef-7e71-4c1e-bd67-7189bc0a7de3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Synchronizing usage tracker for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:29.094529 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Transition to ACTIVE for port object bbf02b05-66f2-49ce-909e-d5df4d3f40d8 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:29.098924 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Request body: {'port': {'device_id': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:29.171637 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-43db4425-634c-407f-a00f-e426c68d1f9a req-488357ef-7e71-4c1e-bd67-7189bc0a7de3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Unset dirty status for tenant:c16a873a2fd8481fa23c6079180afb46 on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:29.172834 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-43db4425-634c-407f-a00f-e426c68d1f9a req-488357ef-7e71-4c1e-bd67-7189bc0a7de3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.2685490 May 10 20:08:29.258025 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.394952 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.500262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:29.552856 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e509ca89-bbe7-413a-a6ab-436b0a578a45 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:29.766629 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:29.783873 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:29.805114 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:29.873353 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff00f-c7fd-4ea7-9bac-a2885680b7ad req-da886f95-9a47-4a69-8559-c84d750cc03a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:29.875169 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-869ff00f-c7fd-4ea7-9bac-a2885680b7ad req-da886f95-9a47-4a69-8559-c84d750cc03a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 931 time: 0.1108358 May 10 20:08:29.881821 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event updated for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:29.894617 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:29.971956 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-869ff00f-c7fd-4ea7-9bac-a2885680b7ad req-7db37f8b-8ced-44df-acaa-f93df56c4996 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 May 10 20:08:30.008851 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:30.010409 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:30.011058 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.047362 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.094779 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:30.095060 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.180133 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-da584e22-5220-4ba4-83df-725b3eb30f6d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0864599 May 10 20:08:30.194648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Request body: {'port': {'device_id': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:30.210640 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1a3f0db2-ca23-4cfc-b92e-aab9f9c79ce4 None None] Provisioning for port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:30.224195 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1a3f0db2-ca23-4cfc-b92e-aab9f9c79ce4 None None] Provisioning complete for port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:30.224585 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1a3f0db2-ca23-4cfc-b92e-aab9f9c79ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.299736 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f0db2-ca23-4cfc-b92e-aab9f9c79ce4 None None] Port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:08:30.412681 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24fb351-2807-45bd-b521-dc16f556f3df {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:08:30.445596 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.467391 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.492544 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Transition to ACTIVE for port object a24fb351-2807-45bd-b521-dc16f556f3df will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:30.645860 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:30.655009 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2cc9396c-c7e2-4ec5-8a88-b4231b5f5d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:30.809827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddbde5-aa57-4955-a5b2-ab7a87764b62 req-683edb7f-cd2d-4a91-bb95-feb9cc222475 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:30.811284 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-12ddbde5-aa57-4955-a5b2-ab7a87764b62 req-683edb7f-cd2d-4a91-bb95-feb9cc222475 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 931 time: 0.4557993 May 10 20:08:30.867417 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Pushing event updated for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:30.907571 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:30.926229 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Router 00b517e3-8d76-45e2-a3ab-40d73be42436 is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:08:31.185384 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-12ddbde5-aa57-4955-a5b2-ab7a87764b62 req-011c41ea-fbbe-44ad-914a-faac1f3611a9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246057 May 10 20:08:31.237542 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a785e70-5526-4936-9a63-038167763939 req-5330e8e1-39ea-4488-baf4-c2a436ac90af tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:31.239806 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2a785e70-5526-4936-9a63-038167763939 req-5330e8e1-39ea-4488-baf4-c2a436ac90af tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 943 time: 0.1141181 May 10 20:08:31.264071 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Attempting to bind port a24fb351-2807-45bd-b521-dc16f556f3df on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:31.264403 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Attempting to bind port a24fb351-2807-45bd-b521-dc16f556f3df by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:31.264722 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Attempting to bind port a24fb351-2807-45bd-b521-dc16f556f3df on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:31.279717 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Port a24fb351-2807-45bd-b521-dc16f556f3df on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:08:31.280061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Attempting to bind port a24fb351-2807-45bd-b521-dc16f556f3df on network 49583a45-9fa7-4f0e-86f5-1c213986ab62 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:31.302117 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:31.302494 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Checking segment: {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:31.302880 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Bound using segment: {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:31.303315 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Bound port: a24fb351-2807-45bd-b521-dc16f556f3df, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9eacb0-69ea-462f-8a27-33db9d370961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:31.303654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.310025 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2a785e70-5526-4936-9a63-038167763939 req-2e8a82c4-1678-4c2d-ad5e-56d16fa9fa8f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623760 May 10 20:08:31.338182 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:31.349569 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Sync routers for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:31.362889 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:31.363841 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:31.488230 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf02b05-66f2-49ce-909e-d5df4d3f40d8 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:08:31.492661 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:31.497382 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a24fb351-2807-45bd-b521-dc16f556f3df,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:31.499206 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.508821 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.515253 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32930) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:31.515402 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5de379ee-48ca-4967-8fa6-40d505e9573e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4813080 May 10 20:08:31.518794 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Transition to ACTIVE for port object bbf02b05-66f2-49ce-909e-d5df4d3f40d8 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:31.547006 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:31.595331 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.599463 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9661b5f8-3f1a-4fe6-a40b-4bd6fb5c1633 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:31.644531 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.666478 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:31.667100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.668550 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] 10.222.0.68 "PUT /v2.0/ports/a24fb351-2807-45bd-b521-dc16f556f3df HTTP/1.1" status: 200 len: 1093 time: 2.8274255 May 10 20:08:31.669874 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:31.759596 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df', 'status': 'completed', 'code': 200} May 10 20:08:31.768624 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Pushing event updated for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:31.773818 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:31.774828 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-06336b0c-7202-425b-b779-e37bc8ce757a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:31.858139 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:28Z', 'revision_number': 3, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:31.862757 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Checking router: 00b517e3-8d76-45e2-a3ab-40d73be42436 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:31.863388 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Updating router 00b517e3-8d76-45e2-a3ab-40d73be42436 port b61426ea-786a-451e-8d26-b89307fbc092 binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:31.928656 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:31.966186 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:31.971092 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:32.009864 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Attempting to bind port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:32.010267 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Attempting to bind port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:32.011689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Attempting to bind port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:32.015824 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b013-317b-4ace-b3d4-748943af12c8 req-8a3b77e8-722a-48f9-b8ea-80ff57de0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.017290 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c675b013-317b-4ace-b3d4-748943af12c8 req-8a3b77e8-722a-48f9-b8ea-80ff57de0680 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 1096 time: 0.2072117 May 10 20:08:32.022196 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:08:32.022577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Attempting to bind port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 on network 46e3c939-8fea-4567-a04b-afa66bd9a357 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:32.051935 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:32.052337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Checking segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:32.052703 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Bound using segment: {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:32.053152 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Bound port: bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:32.053498 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.363654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b013-317b-4ace-b3d4-748943af12c8 req-0ee8e223-54f4-4d30-81a9-6e50a8def3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.365098 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c675b013-317b-4ace-b3d4-748943af12c8 req-0ee8e223-54f4-4d30-81a9-6e50a8def3c2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3389125 May 10 20:08:32.366049 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:32.371147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:32.411612 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.426279 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Transition to ACTIVE for port object b61426ea-786a-451e-8d26-b89307fbc092 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:32.541017 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.583474 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b013-317b-4ace-b3d4-748943af12c8 req-dd6ab6c7-69af-472c-b820-2ac3ae502bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.584988 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c675b013-317b-4ace-b3d4-748943af12c8 req-dd6ab6c7-69af-472c-b820-2ac3ae502bcb service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125916 May 10 20:08:32.595837 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558d637-72dd-4f0c-8196-ede18f78de05 req-d92a8abb-fa24-4356-bdd7-d532198a9413 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.595837 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6558d637-72dd-4f0c-8196-ede18f78de05 req-d92a8abb-fa24-4356-bdd7-d532198a9413 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 943 time: 0.2220492 May 10 20:08:32.652276 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.657568 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:32.676262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.688281 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-9308a307-6086-4024-977b-6fa13e1b1900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:32.705381 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c6f6-1292-4079-9212-61dd4d81ceaf req-c537fdd7-c880-4829-9d39-e728e81c03b1 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.706848 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8072c6f6-1292-4079-9212-61dd4d81ceaf req-c537fdd7-c880-4829-9d39-e728e81c03b1 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 943 time: 0.2293530 May 10 20:08:32.727076 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Attempting to bind port b61426ea-786a-451e-8d26-b89307fbc092 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:32.727474 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Attempting to bind port b61426ea-786a-451e-8d26-b89307fbc092 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:32.727845 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Attempting to bind port b61426ea-786a-451e-8d26-b89307fbc092 on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:32.738682 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:32.739080 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:32.739490 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.740309 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:32.740439 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Bound port: b61426ea-786a-451e-8d26-b89307fbc092, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:32.740779 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.752345 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.752960 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.754441 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] 10.222.0.68 "PUT /v2.0/ports/bbf02b05-66f2-49ce-909e-d5df4d3f40d8 HTTP/1.1" status: 200 len: 1093 time: 2.5638359 May 10 20:08:32.767561 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6558d637-72dd-4f0c-8196-ede18f78de05 req-e29037f9-b41e-4242-a8b2-c8c7a0ebed71 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653774 May 10 20:08:32.782439 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:32.799709 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:32.801006 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Pushing event updated for resources: {'Port': ['ID=b61426ea-786a-451e-8d26-b89307fbc092,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:32.803561 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:32.807394 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:32.828007 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-0bc1f737-b8df-4daa-a09e-f29e9cca04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:32.829554 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-0bc1f737-b8df-4daa-a09e-f29e9cca04b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 1096 time: 0.1993604 May 10 20:08:32.860822 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] For port b61426ea-786a-451e-8d26-b89307fbc092, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:32.864530 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] For port b61426ea-786a-451e-8d26-b89307fbc092, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=b61426ea-786a-451e-8d26-b89307fbc092,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:32.904733 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-b1cce53a-724f-4bec-9fdb-0e46774fc3bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a24fb351-2807-45bd-b521-dc16f556f3df HTTP/1.1" status: 200 len: 217 time: 0.0675495 May 10 20:08:32.940726 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8072c6f6-1292-4079-9212-61dd4d81ceaf req-8e5597cf-5b62-43d9-9ffc-fc699436e255 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083642 May 10 20:08:32.941940 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Allocated IP 172.20.0.1 (162a1e6a-de88-4637-90db-c563731f3ae0/15519023-af22-441e-81d9-6855b684e7d8/c18e6b42-a7cb-471a-80d1-79caad12d9ac) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:32.997895 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.006080 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:33.035434 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-aa2566bb-f8fb-4b22-9108-b354b57edb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:33.037687 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-aa2566bb-f8fb-4b22-9108-b354b57edb0d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7a77a0c7-4fc2-42e3-a00d-67326d8141c1 HTTP/1.1" status: 200 len: 854 time: 0.1220021 May 10 20:08:33.093415 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-ee80404f-3714-4e5f-bd2d-3c9b9d7bd5a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49583a45-9fa7-4f0e-86f5-1c213986ab62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486991 May 10 20:08:33.111910 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:33.123378 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:33.145352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.181659 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Transition to ACTIVE for port object c18e6b42-a7cb-471a-80d1-79caad12d9ac will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:33.233252 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-7df53606-4e61-4f23-966c-ed70ab45c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:33.234718 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-7df53606-4e61-4f23-966c-ed70ab45c3be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 1096 time: 0.2717631 May 10 20:08:33.280141 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Pushing event updated for resources: {'Port': ['ID=b61426ea-786a-451e-8d26-b89307fbc092,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:33.283394 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:33.321149 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-32d83402-fde0-4583-8632-18eb034c5171 service neutron] 10.222.0.68 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192054 May 10 20:08:33.322544 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-fe45ad73-440c-4495-a2d6-5f3003e58ea9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8 HTTP/1.1" status: 200 len: 217 time: 0.0743420 May 10 20:08:33.335140 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:33.348934 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.353659 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:33.412632 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Network 162a1e6a-de88-4637-90db-c563731f3ae0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:33.415567 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:33.418405 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:33.468864 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Pushing event updated for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:33.472906 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:33.483027 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-b8d25814-5a39-4940-bbdd-c85794225fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:33.484455 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-b8d25814-5a39-4940-bbdd-c85794225fa3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.1327767 May 10 20:08:33.492499 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.574719 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e7b3f742-2fc8-4535-b633-5a1049901ad2 req-25559fe6-6b08-416b-8528-29162a538116 service neutron] 10.222.0.68 "GET /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412837 May 10 20:08:33.606800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-30b7ff7b-0777-4199-becf-9e2fcb925ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:33.608328 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-30b7ff7b-0777-4199-becf-9e2fcb925ff3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1125724 May 10 20:08:33.666271 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:28Z', 'revision_number': 3, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:33.676642 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36a3c8-0c25-4199-bb7e-1f6f3c4cbee4 None None] The sync data for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb is: [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:28Z', 'revision_number': 3, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:33.759722 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-6405214d-c4d3-4c1e-bb4e-ec1e412c22db service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430137 May 10 20:08:33.764445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:33.841036 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'status': 'completed', 'code': 200} May 10 20:08:33.845838 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-6ac6d88b-f1a8-448d-9839-dceb9dbc42a4 None None] Provisioning for port c18e6b42-a7cb-471a-80d1-79caad12d9ac completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:33.851168 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-6ac6d88b-f1a8-448d-9839-dceb9dbc42a4 None None] Provisioning complete for port c18e6b42-a7cb-471a-80d1-79caad12d9ac triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:33.851538 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d88b-f1a8-448d-9839-dceb9dbc42a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.983347 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6d88b-f1a8-448d-9839-dceb9dbc42a4 None None] Port c18e6b42-a7cb-471a-80d1-79caad12d9ac cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:08:33.983972 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:33.988784 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-816f969e-ad57-4329-bb8a-da039f53a4f8 req-ff199bcd-787d-4054-89e7-174a40ab9854 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222455 May 10 20:08:34.084328 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb703e10-bde5-4f1a-b129-88756ed53f05 req-2f7a0ee6-eac6-483e-bee2-e8c4d0111be2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.086991 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eb703e10-bde5-4f1a-b129-88756ed53f05 req-2f7a0ee6-eac6-483e-bee2-e8c4d0111be2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 943 time: 0.1720548 May 10 20:08:34.107644 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device b61426ea-786a-451e-8d26-b89307fbc092 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:34.306911 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port b61426ea-786a-451e-8d26-b89307fbc092 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:34.318183 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port b61426ea-786a-451e-8d26-b89307fbc092 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:34.318953 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.341732 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21619029-3073-4240-b453-29c2b58b1c48 req-6c4d9ae2-75f5-4b20-a3a3-95600cd7ba70 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.351850 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-21619029-3073-4240-b453-29c2b58b1c48 req-6c4d9ae2-75f5-4b20-a3a3-95600cd7ba70 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 943 time: 0.2733209 May 10 20:08:34.366381 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eb703e10-bde5-4f1a-b129-88756ed53f05 req-0dde24c0-6711-48ec-b75c-ddf35b5304ad tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719119 May 10 20:08:34.420669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-d67d6338-decc-4674-b767-0fcaa1e6b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.422649 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-d67d6338-decc-4674-b767-0fcaa1e6b4ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 1096 time: 0.2676678 May 10 20:08:34.448498 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-21619029-3073-4240-b453-29c2b58b1c48 req-8aa63170-f98e-44c3-8086-891a48739431 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955806 May 10 20:08:34.476922 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.495177 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.500778 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port b61426ea-786a-451e-8d26-b89307fbc092, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=b61426ea-786a-451e-8d26-b89307fbc092,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:34.603070 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-ba82d51b-040e-4487-9e12-9f53d51d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.604581 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-ba82d51b-040e-4487-9e12-9f53d51d78b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.1745248 May 10 20:08:34.659765 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61531748'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.676447 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-6889ed8b-9a80-4367-bbc4-00fe23b517b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8 HTTP/1.1" status: 200 len: 217 time: 0.0650132 May 10 20:08:34.688820 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:34.697832 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.704787 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:34.751752 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-ebaa114a-36a0-47f8-aeed-8ead440eb10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.753287 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-ebaa114a-36a0-47f8-aeed-8ead440eb10a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.0663266 May 10 20:08:34.794469 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Pushing event updated for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:34.806175 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:34.812195 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:34.850597 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-bdafa773-f67b-4e10-a3ce-ca2ce14fe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:34.852414 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-bdafa773-f67b-4e10-a3ce-ca2ce14fe212 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919919 May 10 20:08:34.856913 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=b61426ea-786a-451e-8d26-b89307fbc092,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:34.863008 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:34.883482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32966) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:34.963646 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Network 162a1e6a-de88-4637-90db-c563731f3ae0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:34.964690 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:35.019298 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-104b0d3b-d25f-4862-b083-1109cb4d57e6 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521797 May 10 20:08:35.165678 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2e6e13e3-4d84-4c0b-9bce-3586214028b5 req-cc0fe0ac-6756-4ecf-8842-51886b0befbf service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389754 May 10 20:08:35.211131 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e725a289-3e15-41a9-b792-2ca4b91db4cc None None] Provisioning complete for port c18e6b42-a7cb-471a-80d1-79caad12d9ac triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:35.211600 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e725a289-3e15-41a9-b792-2ca4b91db4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.219767 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.241375 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:35.247166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Usage tracker for resource:security_group_rule and tenant:fac6a45e725941978443129f732939a4 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:35.258419 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:35.269166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:35.271141 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-e725a289-3e15-41a9-b792-2ca4b91db4cc None None] Port c18e6b42-a7cb-471a-80d1-79caad12d9ac cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:08:35.324970 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Router 00b517e3-8d76-45e2-a3ab-40d73be42436 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:08:35.568367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.600241 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:35.610717 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Sync routers for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:35.623800 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:35.624408 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:35.631570 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a6e32-09a9-4751-8992-e9886d363bff req-effb2da2-a151-42f2-a728-d7f5f349d7f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:35.633203 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b1a6e32-09a9-4751-8992-e9886d363bff req-effb2da2-a151-42f2-a728-d7f5f349d7f2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 943 time: 0.1524973 May 10 20:08:35.639536 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d9964392-02c8-4a6f-942f-b429c520472b admin admin] 10.222.0.42 "PUT /v2.0/routers/00b517e3-8d76-45e2-a3ab-40d73be42436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1256602 May 10 20:08:35.661098 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4ed1-7cae-4037-ad90-98cf24a25215 req-2e624daa-d2e1-4f6f-b689-bf422f211cf8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:35.662339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-4a5a4ed1-7cae-4037-ad90-98cf24a25215 req-2e624daa-d2e1-4f6f-b689-bf422f211cf8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Synchronizing usage tracker for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:08:35.681534 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1b1a6e32-09a9-4751-8992-e9886d363bff req-63849a37-bf45-45fa-90b7-644b21b8f4fc tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405154 May 10 20:08:35.682619 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.691336 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-cb84df68-c324-4827-a530-3b42b9aa92a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:35.745004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-4a5a4ed1-7cae-4037-ad90-98cf24a25215 req-2e624daa-d2e1-4f6f-b689-bf422f211cf8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Unset dirty status for tenant:f5b7422581f74c58b24c6ff7e22fa9eb on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:08:35.747188 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4a5a4ed1-7cae-4037-ad90-98cf24a25215 req-2e624daa-d2e1-4f6f-b689-bf422f211cf8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 943 time: 0.1849675 May 10 20:08:35.747399 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fac6a45e725941978443129f732939a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8625722 May 10 20:08:35.750005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 32980) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:35.764847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaffeb68-c3ef-4b9e-be87-fa9c374b5094,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:35.770382 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:35.824218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4a5a4ed1-7cae-4037-ad90-98cf24a25215 req-e086cb19-c1ed-4585-a07f-bda155978830 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 May 10 20:08:35.827399 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.856125 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:35.874134 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:35.979750 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device b61426ea-786a-451e-8d26-b89307fbc092 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:36.009001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.013888 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-33f5f6dd-b831-4938-a9ac-8eeeb7608b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:36.025350 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaffeb68-c3ef-4b9e-be87-fa9c374b5094,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:36.030200 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:36.032342 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.033511 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-31299fb5-1577-4b7e-95a9-0f01a25d594e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaffeb68-c3ef-4b9e-be87-fa9c374b5094 HTTP/1.1" status: 204 len: 168 time: 0.2825813 May 10 20:08:36.072191 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port b61426ea-786a-451e-8d26-b89307fbc092 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:36.072564 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.252912 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 2, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:36.256806 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Checking router: 00b517e3-8d76-45e2-a3ab-40d73be42436 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:36.257161 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Updating router 00b517e3-8d76-45e2-a3ab-40d73be42436 port c18e6b42-a7cb-471a-80d1-79caad12d9ac binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:36.307727 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.647982 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.660652 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Transition to ACTIVE for port object c18e6b42-a7cb-471a-80d1-79caad12d9ac will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:36.794406 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33002) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:36.800110 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-959350852-network', 'tenant_id': '57588f8433b440a1b8489469fb863c35'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:36.804785 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:36.809840 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Usage tracker for resource:network and tenant:57588f8433b440a1b8489469fb863c35 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:36.812912 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:36.820066 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:36.859671 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.864573 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-c1049212-eb9f-4652-9799-b52d90f35fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:36.885490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841d952-b221-4eec-8c32-67d79470344e req-11529366-f48c-4031-977f-4c638cce0fb2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:36.887492 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0841d952-b221-4eec-8c32-67d79470344e req-11529366-f48c-4031-977f-4c638cce0fb2 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 943 time: 0.0904713 May 10 20:08:36.931714 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Made reservation on behalf of 57588f8433b440a1b8489469fb863c35 for: {'network': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:36.934192 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for network, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:36.942221 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0841d952-b221-4eec-8c32-67d79470344e req-93b9653a-9560-4f30-8e6e-da1cd56cbf4e tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479462 May 10 20:08:37.009720 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.010979 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33010) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:37.031465 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.049915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:37.055685 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Usage tracker for resource:security_group_rule and tenant:4c1c8252c6ec4c7cb8913b80208baa44 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:37.057061 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:37.061921 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:37.066402 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Usage tracker for resource:security_group_rule and tenant:57588f8433b440a1b8489469fb863c35 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:37.069177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:37.070023 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:37.078866 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:37.134862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87a6d-0f38-4799-b594-74c9468076d0 req-ac19fd80-ef71-4e9a-85e7-25006352db83 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:37.135330 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Pushing event updated for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.136643 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92e87a6d-0f38-4799-b594-74c9468076d0 req-ac19fd80-ef71-4e9a-85e7-25006352db83 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 943 time: 0.1924610 May 10 20:08:37.165332 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.165817 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.166210 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.166645 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.167017 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.167392 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.167713 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.168053 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.168365 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.169408 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.169944 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.170437 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:37.184253 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.191217 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Attempting to bind port c18e6b42-a7cb-471a-80d1-79caad12d9ac on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:37.191576 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Attempting to bind port c18e6b42-a7cb-471a-80d1-79caad12d9ac by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Attempting to bind port c18e6b42-a7cb-471a-80d1-79caad12d9ac on network 162a1e6a-de88-4637-90db-c563731f3ae0 {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Checking segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Bound using segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Bound port: c18e6b42-a7cb-471a-80d1-79caad12d9ac, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:37.206509 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.208709 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.218390 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-92e87a6d-0f38-4799-b594-74c9468076d0 req-0c21200c-5623-4029-b7a1-7ed5796bb080 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668664 May 10 20:08:37.245882 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.300234 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] For port c18e6b42-a7cb-471a-80d1-79caad12d9ac, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:37.303203 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] For port c18e6b42-a7cb-471a-80d1-79caad12d9ac, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c18e6b42-a7cb-471a-80d1-79caad12d9ac,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:37.331334 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.338638 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fb013449-1bab-4001-87b4-229802c1ac70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:37.366173 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.370891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-09cf2f20-5dfb-4e74-8d21-5f2def0589f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:37.381410 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c1c8252c6ec4c7cb8913b80208baa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693378 May 10 20:08:37.382785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b763ec-1347-4b9b-94a0-ff8fd641a9fc,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.385836 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.386482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33014) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:37.408779 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=79261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:08:37.420254 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e065c5-91b5-4222-8e69-679c1e9bfeb0,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.426650 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.434130 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.434498 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.segments_db [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Added segment ae7cdec3-dc8c-4708-9902-453977432963 of type vlan for network da39d1f5-cba0-4263-aa27-7b461e7ec41b May 10 20:08:37.458357 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.463857 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:37.481423 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737743579778'] for network, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.501335 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.542492 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.568064 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:37.568716 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:37.664954 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043'] for network, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.666743 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:37.667600 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.673140 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e2ae968f-ed76-481d-b0b6-3346f80eead0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:37.683676 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Pushing event updated for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.696762 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-67efae5f-2ea5-45f1-b369-d0504fb125a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.705673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.767803 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:37.800371 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:37.804195 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39b763ec-1347-4b9b-94a0-ff8fd641a9fc HTTP/1.1" status: 204 len: 168 time: 0.4161611 May 10 20:08:37.804977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Pushing event updated for resources: {'Network': ['ID=da39d1f5-cba0-4263-aa27-7b461e7ec41b,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.811392 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.812489 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70001574-fb93-4606-b78a-e8fbef9e61b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:37.817132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b details requested by agent ovs-agent-dv-cinder-788364-3-smb with host dv-cinder-788364-3-smb {{(pid=79262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 20:08:37.831285 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b763ec-1347-4b9b-94a0-ff8fd641a9fc,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:37.834201 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:37.889251 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a24fb351-2807-45bd-b521-dc16f556f3df details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:08:37.895951 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a34aa1a8-86b6-44f4-acd1-1bd7b5cf08fc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1004090 May 10 20:08:37.898718 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33020) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:37.910236 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Request body: {'subnet': {'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-959350852-subnet', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'ip_version': 4}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:37.918180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:37.926707 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Usage tracker for resource:subnet and tenant:57588f8433b440a1b8489469fb863c35 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:37.934313 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:37.947479 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:38.062638 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Made reservation on behalf of 57588f8433b440a1b8489469fb863c35 for: {'subnet': 1} {{(pid=79261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:08:38.065147 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657768'] for subnet, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.098359 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a24fb351-2807-45bd-b521-dc16f556f3df,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:38.116658 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'a24fb351-2807-45bd-b521-dc16f556f3df', 'network_id': '49583a45-9fa7-4f0e-86f5-1c213986ab62', 'port_id': 'a24fb351-2807-45bd-b521-dc16f556f3df', 'mac_address': 'fa:16:3e:ba:9d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a77a0c7-4fc2-42e3-a00d-67326d8141c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:08:38.208030 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.240006 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1077f-8a0d-4ba9-a808-49bd999ebab5 req-91a17b3c-6daa-4a3e-80a0-e67d660092a5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:38.242578 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24fb351-2807-45bd-b521-dc16f556f3df {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:08:38.242958 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:37Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:38.249533 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0c1077f-8a0d-4ba9-a808-49bd999ebab5 req-91a17b3c-6daa-4a3e-80a0-e67d660092a5 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 943 time: 0.1761863 May 10 20:08:38.249749 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab73948-eadd-45e0-b2ad-cfd2351f3d89 None None] The sync data for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb is: [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:37Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:38.282987 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a24fb351-2807-45bd-b521-dc16f556f3df,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:38.334924 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0c1077f-8a0d-4ba9-a808-49bd999ebab5 req-246dce16-c288-4e0a-b5b4-88061a09ff1a tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839307 May 10 20:08:38.370447 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.371775 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device bbf02b05-66f2-49ce-909e-d5df4d3f40d8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:08:38.394227 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:38.569515 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:38.576285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:38.619008 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:38.637227 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'port_id': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'mac_address': 'fa:16:3e:10:3c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:08:38.670881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a8399-4718-421c-98cb-1e6c1debc127 req-de1681a3-0bc9-44c1-8390-cda4b383e75c tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:38.672486 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-364a8399-4718-421c-98cb-1e6c1debc127 req-de1681a3-0bc9-44c1-8390-cda4b383e75c tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 944 time: 0.1942897 May 10 20:08:38.706539 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.726595 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf02b05-66f2-49ce-909e-d5df4d3f40d8 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:08:38.740048 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-364a8399-4718-421c-98cb-1e6c1debc127 req-9fd70cc4-14ca-44e2-8730-1ebee52bcebd tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585768 May 10 20:08:38.744698 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:38.827714 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60092653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657818'] for subnet, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.832677 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b5efd134-1483-4024-adca-3dc7d04647c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:38.877471 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:38.879952 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d3b21ad2-640a-4f2d-a2a3-1f5c7ae4798b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:38.909721 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f86d8c9-ff67-493e-b527-364ba067a0a6,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:38.915174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:38.923868 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Checking segment: {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:38.926989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Network hostable DHCP agents. Network: da39d1f5-cba0-4263-aa27-7b461e7ec41b, hostable agents: ['3a789431-7d1e-4a48-83ac-a92bc3e4f194'], hosted agents: [] {{(pid=79261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:08:38.951980 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:38.955270 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:39.019757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b is scheduled to be hosted by DHCP agent 3a789431-7d1e-4a48-83ac-a92bc3e4f194 with binding_index 1 {{(pid=79261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:08:39.127870 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a24fb351-2807-45bd-b521-dc16f556f3df'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:08:39.149021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-3-smb, da39d1f5-cba0-4263-aa27-7b461e7ec41b) {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:39.154067 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['bbf02b05-66f2-49ce-909e-d5df4d3f40d8'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:08:39.159941 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:39.160626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.198458 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d2fd9-b578-40fb-b607-5cdb18b0946e None None] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:08:39.277714 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d0cfde19-db66-4bde-89d2-2942bf138038 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3744473 May 10 20:08:39.278067 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33048) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:39.286039 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:39.291597 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:39.296369 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Usage tracker for resource:router and tenant:57588f8433b440a1b8489469fb863c35 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:39.300351 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:39.307286 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:39.436691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-392170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257910'] for router, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.437942 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-392165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3805669', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-328098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257871'] for router, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.464585 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.615984 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0342ca2f-c1b3-53a2-97d9-966b1166ba8a-da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6'}]}} from dv-cinder-788364-3-smb. {{(pid=79262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 20:08:39.616795 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:39.627571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96de96c-d4af-4382-a147-07e104ceec4e req-335ad874-4490-4536-a3bc-9e282d97fe4d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:39.633975 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a96de96c-d4af-4382-a147-07e104ceec4e req-335ad874-4490-4536-a3bc-9e282d97fe4d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 944 time: 0.1203899 May 10 20:08:39.904405 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.db_base_plugin_common [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Allocated IP 172.20.0.2 (da39d1f5-cba0-4263-aa27-7b461e7ec41b/4f86d8c9-ff67-493e-b527-364ba067a0a6/064dccf6-c44b-4ada-87fc-d7b17a09c604) {{(pid=79262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:40.024023 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8648798-41f6-48e8-9a79-99b4a9cac8e8 req-33d46bac-ca31-4e8a-a364-3dfcc53ece45 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:40.033444 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e8648798-41f6-48e8-9a79-99b4a9cac8e8 req-33d46bac-ca31-4e8a-a364-3dfcc53ece45 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 944 time: 0.1728027 May 10 20:08:40.078479 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a96de96c-d4af-4382-a147-07e104ceec4e req-2e478006-c610-4281-923a-8efa092c89ce tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625852 May 10 20:08:40.082318 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c18e6b42-a7cb-471a-80d1-79caad12d9ac up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:40.088178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3805596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-386590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257873'] for router, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.106856 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e8648798-41f6-48e8-9a79-99b4a9cac8e8 req-97d3d8db-b731-4fb3-9ee0-bd132215d6f6 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 May 10 20:08:40.217484 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks [] for port, precommit_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.229116 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Transition to ACTIVE for port object 064dccf6-c44b-4ada-87fc-d7b17a09c604 will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:40.248827 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Transition to ACTIVE for port object 064dccf6-c44b-4ada-87fc-d7b17a09c604 will not be triggered until provisioned by entity DHCP. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:40.297189 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port c18e6b42-a7cb-471a-80d1-79caad12d9ac completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:40.303474 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port c18e6b42-a7cb-471a-80d1-79caad12d9ac triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:40.304078 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.352986 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476'] for port, after_create {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.370450 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:40.465653 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b is already hosted by enough agents. {{(pid=79262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:40.471150 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.scheduler.base_scheduler [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Resources bound (agent type, host, resource id): {{(pid=79262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:40.472834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Pushing event updated for resources: {'Port': ['ID=064dccf6-c44b-4ada-87fc-d7b17a09c604,revision_number=1']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:40.475045 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Received port after_create {{(pid=79262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:40.478095 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:40.562571 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.596221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.620563 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Attempting to bind port 064dccf6-c44b-4ada-87fc-d7b17a09c604 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:40.620936 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Attempting to bind port 064dccf6-c44b-4ada-87fc-d7b17a09c604 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:40.621392 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Attempting to bind port 064dccf6-c44b-4ada-87fc-d7b17a09c604 on network da39d1f5-cba0-4263-aa27-7b461e7ec41b {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:40.637975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:40.638370 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Checking segment: {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:40.638783 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.639175 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Bound using segment: {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:40.639649 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Bound port: 064dccf6-c44b-4ada-87fc-d7b17a09c604, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:40.640024 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.650381 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:40.761174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Allocated IP 172.28.1.61 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/668437d1-116e-46d5-93bb-eeac26de41bd) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:40.762738 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port c18e6b42-a7cb-471a-80d1-79caad12d9ac, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c18e6b42-a7cb-471a-80d1-79caad12d9ac,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:40.783611 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] For port 064dccf6-c44b-4ada-87fc-d7b17a09c604, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:40.786768 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] For port 064dccf6-c44b-4ada-87fc-d7b17a09c604, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=064dccf6-c44b-4ada-87fc-d7b17a09c604,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:40.895694 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.002034 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.003996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0f1f7240-ff04-4e96-8179-c55abd5a6f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:41.070350 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:41.071274 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:41.100336 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.104571 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:41.196772 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:41.202932 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Pushing event updated for resources: {'Port': ['ID=064dccf6-c44b-4ada-87fc-d7b17a09c604,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:41.203504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e25d7677-7385-4b97-a8b7-d3d87f9c6407 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:41.208179 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:41.313144 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:41.321179 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:41.323907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:41.329623 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1452a-da50-4266-b913-9517d1b8aa9b req-125d304d-e816-44f0-87e0-6fa2f1a50773 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:41.331270 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bac1452a-da50-4266-b913-9517d1b8aa9b req-125d304d-e816-44f0-87e0-6fa2f1a50773 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 944 time: 0.0962722 May 10 20:08:41.374602 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=668437d1-116e-46d5-93bb-eeac26de41bd,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:41.380043 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:41.387341 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bac1452a-da50-4266-b913-9517d1b8aa9b req-a51c78af-b544-451e-98da-06e62e71ac88 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491660 May 10 20:08:41.729433 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7aea-34de-4bea-8df4-a1d1fb5b8a92 req-197458a0-ca18-4849-b593-96bdce90986c tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:41.731183 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e2df7aea-34de-4bea-8df4-a1d1fb5b8a92 req-197458a0-ca18-4849-b593-96bdce90986c tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 944 time: 0.4645004 May 10 20:08:41.790811 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e2df7aea-34de-4bea-8df4-a1d1fb5b8a92 req-7b04865b-e91c-47be-bd58-1c258306aa0a tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 May 10 20:08:41.879023 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a24fb351-2807-45bd-b521-dc16f556f3df up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:42.110971 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c18e6b42-a7cb-471a-80d1-79caad12d9ac up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:42.158878 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.166268 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port a24fb351-2807-45bd-b521-dc16f556f3df completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:42.176646 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port a24fb351-2807-45bd-b521-dc16f556f3df triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:42.177003 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.231032 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65008f1-dc29-4c58-b8ed-981cbb2e99f4 None None] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:08:42.420778 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port c18e6b42-a7cb-471a-80d1-79caad12d9ac triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:42.421157 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.457541 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-e16d6c65-1cee-4e22-97ee-859aa410f664 None None] Provisioning for port 064dccf6-c44b-4ada-87fc-d7b17a09c604 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:42.517822 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-41c61541-c889-4042-9716-a343d8ef392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.605854 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.611835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-386663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807241'] for router, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.648988 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:42.721786 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df', 'code': 200} May 10 20:08:42.741132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a24fb351-2807-45bd-b521-dc16f556f3df,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:42.773698 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 064dccf6-c44b-4ada-87fc-d7b17a09c604 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:42.841583 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:42.844232 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device bbf02b05-66f2-49ce-909e-d5df4d3f40d8 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:42.885345 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a7d84-8cce-488d-9cf4-ec88a83a104e req-c513563d-6bd8-4be0-a322-fafcac1137c7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:42.893858 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2e5a7d84-8cce-488d-9cf4-ec88a83a104e req-c513563d-6bd8-4be0-a322-fafcac1137c7 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 944 time: 0.2192414 May 10 20:08:42.922932 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:42.966040 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-2e5a7d84-8cce-488d-9cf4-ec88a83a104e req-d17f34a6-6715-4a92-acbb-b9faa909d0ca tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710037 May 10 20:08:43.042107 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:43.052543 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:43.054121 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c07cb6-3d44-4cca-bc7a-a880607efadf req-4e9f2b90-e1ce-4b46-8093-4a69abae39a8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:43.056591 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-22c07cb6-3d44-4cca-bc7a-a880607efadf req-4e9f2b90-e1ce-4b46-8093-4a69abae39a8 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1093726 May 10 20:08:43.068425 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Router c4aedfee-1927-467f-b689-780f586b3c84 is scheduled to L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 with binding_index 1 {{(pid=79261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 20:08:43.106643 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-22c07cb6-3d44-4cca-bc7a-a880607efadf req-34ea3460-738d-47ea-acc2-38680a0227e9 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 May 10 20:08:43.142943 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 064dccf6-c44b-4ada-87fc-d7b17a09c604 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:43.148069 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 064dccf6-c44b-4ada-87fc-d7b17a09c604 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:43.148552 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.187938 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:43.198316 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:43.205000 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.271388 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:43.300519 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832c6c-05ff-4bba-936f-e8304f8d713b req-cd3cf9f9-e3a3-4a89-98ec-8606866ceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:43.302003 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ae832c6c-05ff-4bba-936f-e8304f8d713b req-cd3cf9f9-e3a3-4a89-98ec-8606866ceeee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 1098 time: 0.0757561 May 10 20:08:43.307891 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Sync routers for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:43.342892 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ae832c6c-05ff-4bba-936f-e8304f8d713b req-151e76e1-505d-4694-a6ab-59006d5f0525 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 May 10 20:08:43.362790 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:43.363412 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:43.442522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.443759 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1632135 May 10 20:08:43.446485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33102) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:43.492054 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.540583 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.582816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 064dccf6-c44b-4ada-87fc-d7b17a09c604, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=064dccf6-c44b-4ada-87fc-d7b17a09c604,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:43.611330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:43.615556 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:43.784331 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.789807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-aec819ed-3881-4725-b509-d850b52022a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:43.826931 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:43.899423 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=064dccf6-c44b-4ada-87fc-d7b17a09c604,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:43.905390 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:43.905853 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:44.037878 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:44.045246 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 064dccf6-c44b-4ada-87fc-d7b17a09c604 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:44.076349 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:44.161717 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:41Z', 'revision_number': 3, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:44.171048 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Checking router: c4aedfee-1927-467f-b689-780f586b3c84 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:44.171464 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Updating router c4aedfee-1927-467f-b689-780f586b3c84 port 668437d1-116e-46d5-93bb-eeac26de41bd binding host dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:44.236597 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 064dccf6-c44b-4ada-87fc-d7b17a09c604 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:44.237104 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.296678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f717-0f3a-4e79-a73b-f483db976db2 req-2527e0ed-6ce7-46d9-b29b-f12cd8cfbd52 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:44.298123 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5417f717-0f3a-4e79-a73b-f483db976db2 req-2527e0ed-6ce7-46d9-b29b-f12cd8cfbd52 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.1503556 May 10 20:08:44.334072 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.364422 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.370149 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5417f717-0f3a-4e79-a73b-f483db976db2 req-79fcb663-ab21-4c32-8964-4c2b62e1ab24 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 May 10 20:08:44.474676 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea53b-d52d-464e-87c8-693f7e8fe443 req-781692a0-2828-4cb7-87eb-ce063824ca67 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:44.476405 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3a7ea53b-d52d-464e-87c8-693f7e8fe443 req-781692a0-2828-4cb7-87eb-ce063824ca67 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1759145 May 10 20:08:44.549560 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3a7ea53b-d52d-464e-87c8-693f7e8fe443 req-8f90dd1c-5c21-4a82-b13b-aad2cc778344 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642877 May 10 20:08:44.691953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Allocated IP 172.20.0.1 (da39d1f5-cba0-4263-aa27-7b461e7ec41b/4f86d8c9-ff67-493e-b527-364ba067a0a6/04103394-5bdb-4682-97cf-2e52cbbdc423) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:44.745996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:44.789465 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks [] for port, precommit_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.793128 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'code': 200} May 10 20:08:44.816449 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Transition to ACTIVE for port object 668437d1-116e-46d5-93bb-eeac26de41bd will not be triggered until provisioned by entity L2. {{(pid=79262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:44.856881 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.872811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Transition to ACTIVE for port object 04103394-5bdb-4682-97cf-2e52cbbdc423 will not be triggered until provisioned by entity DHCP. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:44.944409 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1386e026-6639-475c-abd9-cf937cc3b86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.985268 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.985660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.986628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:44.992751 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:44.996021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9fe1c5af-d7f0-4a61-8965-a58fff573496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:45.043879 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:45.047326 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:45.051291 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:08:45.062082 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Attempting to bind port 668437d1-116e-46d5-93bb-eeac26de41bd on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:45.062491 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Attempting to bind port 668437d1-116e-46d5-93bb-eeac26de41bd by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:45.062851 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Attempting to bind port 668437d1-116e-46d5-93bb-eeac26de41bd on network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:45.077847 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72321-ce59-4211-9143-f27334e8ff1d None None] Pushing event updated for resources: {'Port': ['ID=668437d1-116e-46d5-93bb-eeac26de41bd,revision_number=2']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:45.080180 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:45.080815 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Checking segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:45.080962 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.081329 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Bound using segment: {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'} {{(pid=79262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:45.081810 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.managers [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Bound port: 668437d1-116e-46d5-93bb-eeac26de41bd, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e11c0f-d599-41a0-97fc-e44f3c3cca76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0'}}] {{(pid=79262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:45.082185 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.110045 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Pushing event updated for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:45.110427 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0ca72321-ce59-4211-9143-f27334e8ff1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:45.114280 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:45.133247 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3801558'] for router_interface, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.176409 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] For port 668437d1-116e-46d5-93bb-eeac26de41bd, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:45.183702 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] For port 668437d1-116e-46d5-93bb-eeac26de41bd, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=668437d1-116e-46d5-93bb-eeac26de41bd,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:45.258455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbd53-3498-4731-88ef-945938e383e6 req-f5b62613-8bb2-4faf-8d0a-132cef6edead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:45.264805 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5c8cbd53-3498-4731-88ef-945938e383e6 req-f5b62613-8bb2-4faf-8d0a-132cef6edead service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0884902 May 10 20:08:45.300104 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5c8cbd53-3498-4731-88ef-945938e383e6 req-f7fb8a97-f832-45c5-a470-6c6b76fec8ad service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333321 May 10 20:08:45.326610 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.330286 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:45.414495 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:45.415503 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:45.430723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.474245 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72321-ce59-4211-9143-f27334e8ff1d None None] Pushing event updated for resources: {'Port': ['ID=668437d1-116e-46d5-93bb-eeac26de41bd,revision_number=3']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:45.530255 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0ca72321-ce59-4211-9143-f27334e8ff1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:45.531151 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-fe17af00-3246-4368-80ac-2cc840df638e None None] Provisioning for port 04103394-5bdb-4682-97cf-2e52cbbdc423 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:45.549834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-fe17af00-3246-4368-80ac-2cc840df638e None None] Provisioning complete for port 04103394-5bdb-4682-97cf-2e52cbbdc423 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:45.550213 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fe17af00-3246-4368-80ac-2cc840df638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.628859 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-fe17af00-3246-4368-80ac-2cc840df638e None None] Port 04103394-5bdb-4682-97cf-2e52cbbdc423 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:08:45.659151 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:45.701810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d367e6-9fe6-4083-bd6a-28f3909e17fc req-5154b5a2-189e-4d37-b5c4-330456aeb621 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:45.703524 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-22d367e6-9fe6-4083-bd6a-28f3909e17fc req-5154b5a2-189e-4d37-b5c4-330456aeb621 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.2077143 May 10 20:08:45.890207 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.901649 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:45.910817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba7242-2e24-4f88-955d-c07bd9691754 req-6c42d3a2-d237-4088-bd4f-619a03251a74 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:45.912462 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-30ba7242-2e24-4f88-955d-c07bd9691754 req-6c42d3a2-d237-4088-bd4f-619a03251a74 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1862686 May 10 20:08:45.931209 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-22d367e6-9fe6-4083-bd6a-28f3909e17fc req-23eb0ca8-ecc9-4606-b3c9-5d5066a5a61c tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145007 May 10 20:08:45.974734 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-30ba7242-2e24-4f88-955d-c07bd9691754 req-8b514fc9-23d9-4205-b62f-4e3d6b1a6198 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544174 May 10 20:08:45.988896 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61531748'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:46.016782 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-40bc997a-23ca-4587-b5f7-386f935093e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:46.033412 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '04103394-5bdb-4682-97cf-2e52cbbdc423', 'name': '', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'mac_address': 'fa:16:3e:c8:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:44Z', 'updated_at': '2021-05-10T20:08:44Z', 'revision_number': 1, 'project_id': '57588f8433b440a1b8489469fb863c35', 'subnets': [{'id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:46.038154 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f2c61-7837-4725-86ea-ea9a68a4bab8 None None] The sync data for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb is: [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '04103394-5bdb-4682-97cf-2e52cbbdc423', 'name': '', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'mac_address': 'fa:16:3e:c8:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:44Z', 'updated_at': '2021-05-10T20:08:44Z', 'revision_number': 1, 'project_id': '57588f8433b440a1b8489469fb863c35', 'subnets': [{'id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:46.102658 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3801461'] for router_interface, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:46.106506 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Pushing event updated for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:46.110099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:46.258597 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:46.259766 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:46.509736 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Router c4aedfee-1927-467f-b689-780f586b3c84 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:08:46.563279 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-3cbd5701-471e-486d-97af-8985925e7ece None None] Provisioning complete for port 04103394-5bdb-4682-97cf-2e52cbbdc423 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:46.563887 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5701-471e-486d-97af-8985925e7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:46.622808 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd5701-471e-486d-97af-8985925e7ece None None] Port 04103394-5bdb-4682-97cf-2e52cbbdc423 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:08:46.727443 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:46.742125 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] 10.222.0.42 "PUT /v2.0/routers/c4aedfee-1927-467f-b689-780f586b3c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2938521 May 10 20:08:47.227411 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb900-9af9-4b21-9f62-06b6863d2082 req-0edddeca-fb5f-4360-a786-62bc1e1c7fe9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:47.235946 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-93feb900-9af9-4b21-9f62-06b6863d2082 req-0edddeca-fb5f-4360-a786-62bc1e1c7fe9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.1098497 May 10 20:08:47.279946 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-93feb900-9af9-4b21-9f62-06b6863d2082 req-0840c941-1eb9-4c07-b64f-1ae06a046e85 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 May 10 20:08:47.551795 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a3b3-8bdd-4c7e-b6d1-f039382c1d0c req-5730929a-25b0-4496-bf8f-61565cc3b9bb tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:47.553329 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c8c6a3b3-8bdd-4c7e-b6d1-f039382c1d0c req-5730929a-25b0-4496-bf8f-61565cc3b9bb tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.0837085 May 10 20:08:47.563974 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33166) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:47.570633 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Request body: {'floatingip': {'port_id': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:08:47.657173 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:47.733139 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33172) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:47.781139 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:47.912285 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:47.931887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:08:47.936669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Usage tracker for resource:security_group_rule and tenant:d733a7d08ddd4a76b0489dcf298f8014 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:08:47.939997 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:08:47.946434 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:08:48.091762 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.102608 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 668437d1-116e-46d5-93bb-eeac26de41bd up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:48.225286 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.234052 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2fd04384-bec6-4c47-9873-ef3303bf9d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:48.279907 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d733a7d08ddd4a76b0489dcf298f8014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458176 May 10 20:08:48.280816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a183f7-aca4-46bb-ab80-c19bb9eb9678,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:48.283169 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33192) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:08:48.285763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:48.347537 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.375648 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.390230 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 668437d1-116e-46d5-93bb-eeac26de41bd completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:48.396558 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.398329 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 668437d1-116e-46d5-93bb-eeac26de41bd triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:48.398853 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.487510 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.514511 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.518737 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-8fa63b4b-975e-46b4-b433-ae77dd8851a3 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:48.547134 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a183f7-aca4-46bb-ab80-c19bb9eb9678,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:48.558839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:48.575756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.576866 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2a183f7-aca4-46bb-ab80-c19bb9eb9678 HTTP/1.1" status: 204 len: 168 time: 0.2927983 May 10 20:08:48.648583 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.678332 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 668437d1-116e-46d5-93bb-eeac26de41bd, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=668437d1-116e-46d5-93bb-eeac26de41bd,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:48.746673 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Floating IP 1fb3f58b-a87c-4774-907f-04f6224d8783 associated. External IP: 172.28.1.75, port: bbf02b05-66f2-49ce-909e-d5df4d3f40d8. May 10 20:08:48.785204 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:48.796837 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:48.942661 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=668437d1-116e-46d5-93bb-eeac26de41bd,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:48.942661 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:49.258582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:08:49.376378 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Sync routers for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:49.386057 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:49.388592 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:49.501631 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:08:49.507188 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:49.516177 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:49.531104 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:49.531865 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:49.578601 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e1b2c7ac-7815-420b-9d80-c28f53b041ac tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "PUT /v2.0/floatingips/1fb3f58b-a87c-4774-907f-04f6224d8783 HTTP/1.1" status: 200 len: 990 time: 2.0099339 May 10 20:08:49.578601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:08:49.626148 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:49.962401 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'status': 'completed', 'code': 200} May 10 20:08:50.032458 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:50.076880 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 668437d1-116e-46d5-93bb-eeac26de41bd up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:50.143317 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-a2c23ebd-d546-4051-b9ac-a0d1bf826eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:50.151125 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-a2c23ebd-d546-4051-b9ac-a0d1bf826eab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c16a873a2fd8481fa23c6079180afb46&device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 1098 time: 0.1725705 May 10 20:08:50.232101 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '04103394-5bdb-4682-97cf-2e52cbbdc423', 'name': '', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'mac_address': 'fa:16:3e:c8:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:44Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 2, 'project_id': '57588f8433b440a1b8489469fb863c35', 'subnets': [{'id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:50.249387 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Checking router: c4aedfee-1927-467f-b689-780f586b3c84 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:50.250010 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Updating router c4aedfee-1927-467f-b689-780f586b3c84 port 04103394-5bdb-4682-97cf-2e52cbbdc423 binding host dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:08:50.344748 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 668437d1-116e-46d5-93bb-eeac26de41bd triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:50.345362 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:50.392909 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-6ff05599-0c36-4fdd-841a-a465fe9aa91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:50.396010 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-6ff05599-0c36-4fdd-841a-a465fe9aa91d service neutron] 10.222.0.68 "GET /v2.0/networks?id=46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 200 len: 912 time: 0.2344146 May 10 20:08:50.396751 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:50.602353 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-bd2116a5-a2cc-4122-ba41-41f585a3c226 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8 HTTP/1.1" status: 200 len: 998 time: 0.1958075 May 10 20:08:50.641069 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1fb3f58b-a87c-4774-907f-04f6224d8783', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:10:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:20Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:50.645783 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:50.655704 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:50.657988 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:50.739951 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-e8a091a5-b8c6-44c2-98cf-79c2f87cd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:50.747801 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-e8a091a5-b8c6-44c2-98cf-79c2f87cd1c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 200 len: 850 time: 0.1347146 May 10 20:08:50.919695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-ec72b44b-aa8f-4b19-9ccc-2373db6cbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:50.921141 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-ec72b44b-aa8f-4b19-9ccc-2373db6cbf71 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=46e3c939-8fea-4567-a04b-afa66bd9a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1690712 May 10 20:08:50.923382 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:51.201854 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks [] for port, precommit_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:51.233665 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.provisioning_blocks [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Transition to ACTIVE for port object 04103394-5bdb-4682-97cf-2e52cbbdc423 will not be triggered until provisioned by entity L2. {{(pid=79263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:08:51.275703 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-bbcf1fbb-ce85-425a-b41c-c633cf5e2e44 service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460174 May 10 20:08:51.313143 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:51.322909 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-a8d5e03b-8ac4-4f8d-9ecc-b00424ab7a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:51.383667 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1fb3f58b-a87c-4774-907f-04f6224d8783', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:10:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:20Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:51.390842 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99efd1-05aa-4736-9a76-9caca1d57999 None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': '1fb3f58b-a87c-4774-907f-04f6224d8783', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'floating_ip_address': '172.28.1.75', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'port_id': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'mac_address': 'fa:16:3e:10:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:08:20Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 1, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:51.493228 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e5512840-dbf8-405c-9b3e-8a2b88809122 req-10aae1d6-3c1e-4c7b-903f-bde0c8a4dfdf service neutron] 10.222.0.68 "GET /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104037 May 10 20:08:51.718733 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b70517-7d6e-48f5-90ff-a66c8519c36f None None] New status for floating IP 1fb3f58b-a87c-4774-907f-04f6224d8783: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:08:51.829214 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121c426-2376-49c5-8d17-c3520b0ceab1 None None] Pushing event updated for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=3']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:51.835420 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7121c426-2376-49c5-8d17-c3520b0ceab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:51.841965 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Attempting to bind port 04103394-5bdb-4682-97cf-2e52cbbdc423 on host dv-cinder-788364-3-smb for vnic_type normal with profile {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:08:51.843068 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Attempting to bind port 04103394-5bdb-4682-97cf-2e52cbbdc423 by drivers openvswitch,hyperv on host dv-cinder-788364-3-smb at level 0 using segments [{'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:08:51.843068 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Attempting to bind port 04103394-5bdb-4682-97cf-2e52cbbdc423 on network da39d1f5-cba0-4263-aa27-7b461e7ec41b {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:08:51.852812 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Checking agent: {'id': '5bd0b0ba-e6e9-4b89-8327-24258952cf28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 55, 15), 'started_at': datetime.datetime(2021, 5, 10, 19, 55, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:08:51.853312 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Checking segment: {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:08:51.853825 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:51.854354 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Bound using segment: {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'} {{(pid=79263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:08:51.854963 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.managers [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Bound port: 04103394-5bdb-4682-97cf-2e52cbbdc423, host: dv-cinder-788364-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7cdec3-dc8c-4708-9902-453977432963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b'}}] {{(pid=79263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:08:51.855588 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:52.147742 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] For port 04103394-5bdb-4682-97cf-2e52cbbdc423, host dv-cinder-788364-3-smb, cleared binding levels {{(pid=79263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:08:52.157446 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.plugins.ml2.db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] For port 04103394-5bdb-4682-97cf-2e52cbbdc423, host dv-cinder-788364-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=04103394-5bdb-4682-97cf-2e52cbbdc423,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:08:52.294742 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron_lib.callbacks.manager [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:52.300530 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:52.384804 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:08:52.385438 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:08:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:52.541239 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121c426-2376-49c5-8d17-c3520b0ceab1 None None] Pushing event updated for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=4']} {{(pid=79263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:52.547725 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG oslo_concurrency.lockutils [None req-7121c426-2376-49c5-8d17-c3520b0ceab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79263) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:52.630285 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:08:52.982047 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '04103394-5bdb-4682-97cf-2e52cbbdc423', 'name': '', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'mac_address': 'fa:16:3e:c8:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:44Z', 'updated_at': '2021-05-10T20:08:52Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'subnets': [{'id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:52.985866 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfceea-00e1-47c7-becd-8f3c6e6dae47 None None] The sync data for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb is: [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:08:45Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '04103394-5bdb-4682-97cf-2e52cbbdc423', 'name': '', 'network_id': 'da39d1f5-cba0-4263-aa27-7b461e7ec41b', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'mac_address': 'fa:16:3e:c8:4a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:44Z', 'updated_at': '2021-05-10T20:08:52Z', 'revision_number': 4, 'project_id': '57588f8433b440a1b8489469fb863c35', 'subnets': [{'id': '4f86d8c9-ff67-493e-b527-364ba067a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:54.082396 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 04103394-5bdb-4682-97cf-2e52cbbdc423 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:54.274223 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning for port 04103394-5bdb-4682-97cf-2e52cbbdc423 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:08:54.282911 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 04103394-5bdb-4682-97cf-2e52cbbdc423 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:54.283627 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:54.476471 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:54.517763 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] For port 04103394-5bdb-4682-97cf-2e52cbbdc423, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=04103394-5bdb-4682-97cf-2e52cbbdc423,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:08:54.697031 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:54.699757 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:08:54.771106 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Pushing event updated for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:54.774130 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:08:56.006664 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 04103394-5bdb-4682-97cf-2e52cbbdc423 up at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:08:56.094941 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59b4fa-dbb5-41ed-a708-d1133aa217c0 req-68eff833-33ec-40dd-a0ca-10c0acc32920 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:56.106756 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ef59b4fa-dbb5-41ed-a708-d1133aa217c0 req-68eff833-33ec-40dd-a0ca-10c0acc32920 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1118686 May 10 20:08:56.111040 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Provisioning complete for port 04103394-5bdb-4682-97cf-2e52cbbdc423 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:08:56.111579 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:08:56.172031 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ef59b4fa-dbb5-41ed-a708-d1133aa217c0 req-bc66863d-5c0c-415e-b878-626c4f47f22b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641019 May 10 20:08:57.356682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75494a-8056-4771-ba29-0326fe20524a req-fa2b02e1-9d53-4e77-aee3-918f056f3498 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:57.358072 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8d75494a-8056-4771-ba29-0326fe20524a req-fa2b02e1-9d53-4e77-aee3-918f056f3498 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0801961 May 10 20:08:57.402812 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8d75494a-8056-4771-ba29-0326fe20524a req-278be18a-bc24-4550-b4da-85c75e7e09b9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 May 10 20:08:58.630221 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f459f-2057-4bda-bcda-1bc778323c3c req-25f5be55-4ac9-4ba1-93b2-bb7b5c652977 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:58.631864 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-175f459f-2057-4bda-bcda-1bc778323c3c req-25f5be55-4ac9-4ba1-93b2-bb7b5c652977 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1050043 May 10 20:08:58.689558 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-175f459f-2057-4bda-bcda-1bc778323c3c req-4283532b-58fb-47e2-a521-54fb262095e1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500736 May 10 20:08:59.930813 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae464-7ff1-4cf2-804e-5e2e3b10e096 req-f06565fa-ec71-4a4e-b804-2f38c24cde96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:08:59.937847 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-142ae464-7ff1-4cf2-804e-5e2e3b10e096 req-f06565fa-ec71-4a4e-b804-2f38c24cde96 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1061232 May 10 20:08:59.983003 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-142ae464-7ff1-4cf2-804e-5e2e3b10e096 req-365ce982-cedf-4ad5-9a8a-291f07aafda3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 May 10 20:09:00.109503 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:09:01.187800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7801ba-25eb-4363-a836-5fe7688f50dc req-56b83d41-e700-40f1-afa9-fca5c313f9f5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:01.189720 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2f7801ba-25eb-4363-a836-5fe7688f50dc req-56b83d41-e700-40f1-afa9-fca5c313f9f5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0975528 May 10 20:09:01.239257 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2f7801ba-25eb-4363-a836-5fe7688f50dc req-691bb06d-df53-41ea-affc-75719c6015dd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429304 May 10 20:09:02.196144 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-28ad046c-dafc-48fb-9ba4-18d01f56d5c6 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:02.196811 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-28ad046c-dafc-48fb-9ba4-18d01f56d5c6 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:network {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:02.327161 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-28ad046c-dafc-48fb-9ba4-18d01f56d5c6 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:network {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:02.328325 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-28ad046c-dafc-48fb-9ba4-18d01f56d5c6 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 814 time: 0.3606758 May 10 20:09:02.343636 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-ec782c5e-bf03-4d45-8c5d-bc069c435b44 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/quotas/075d08e0b849435e946f4ace8b7706fd HTTP/1.1" status: 200 len: 375 time: 0.0096860 May 10 20:09:02.427197 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-f1de686d-06bb-479a-9e5b-1a74e9f0143e tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782576 May 10 20:09:02.436094 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364db0-49a4-43f9-af5b-92840403c094 req-fe90bda2-0403-4f6e-8615-0428298bf283 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:02.437627 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9e364db0-49a4-43f9-af5b-92840403c094 req-fe90bda2-0403-4f6e-8615-0428298bf283 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0848019 May 10 20:09:02.483181 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9e364db0-49a4-43f9-af5b-92840403c094 req-e384a654-e9f7-41e4-a5f4-26f1d022a798 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399036 May 10 20:09:02.659423 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:02.686489 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-564ecef2-e023-4784-a94f-de9d0d2cc953 service neutron] 10.222.0.42 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470417 May 10 20:09:02.816902 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-eee03c08-98af-4b9d-a7db-07ca70c956bf service neutron] 10.222.0.42 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245143 May 10 20:09:03.271356 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-ab78d1a5-5245-482c-9149-342ef68b1ea2 req-f4bcd5e5-49e3-4d3d-87d3-d308ee9e0b5d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:03.384322 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-ab78d1a5-5245-482c-9149-342ef68b1ea2 req-f4bcd5e5-49e3-4d3d-87d3-d308ee9e0b5d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:03.385494 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ab78d1a5-5245-482c-9149-342ef68b1ea2 req-f4bcd5e5-49e3-4d3d-87d3-d308ee9e0b5d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.1547241 May 10 20:09:03.683701 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288221b-7fe5-479d-ab92-4aae31ec80b2 req-00af9733-732f-4949-917a-1defaf9c2cd3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:03.685217 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9288221b-7fe5-479d-ab92-4aae31ec80b2 req-00af9733-732f-4949-917a-1defaf9c2cd3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0874932 May 10 20:09:03.731308 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9288221b-7fe5-479d-ab92-4aae31ec80b2 req-f925c661-36dd-440e-ae82-4f6a8efccc9d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 May 10 20:09:04.484341 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ac113f38-f3ce-4388-8109-44010eb51ac8 req-b0f6d44b-4891-40fe-9a20-8da6f630ce39 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.0453546 May 10 20:09:05.019146 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bd57b-946b-40c3-9af4-38d245fecb94 req-5c0b72cf-fbea-44fa-87a2-3e95e23f9ea4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:05.020531 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-644bd57b-946b-40c3-9af4-38d245fecb94 req-5c0b72cf-fbea-44fa-87a2-3e95e23f9ea4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0830443 May 10 20:09:05.067473 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-644bd57b-946b-40c3-9af4-38d245fecb94 req-c00bc388-bdec-49d3-881e-4ef73947c7e9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385337 May 10 20:09:05.647981 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-251b2804-262c-4c3b-a4a4-3ce474ecc049 req-1963c199-079e-463c-8601-591c4b936ff1 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.0457096 May 10 20:09:06.385708 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-a904c21d-1587-4b0a-beff-2836c9bcf2aa tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:06.387151 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-a904c21d-1587-4b0a-beff-2836c9bcf2aa tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 814 time: 0.1712430 May 10 20:09:06.394644 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7fbd-4253-4d00-a39d-37f9eb23cfdc req-6f614610-a253-4e0d-9f54-3b5c3b929e70 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:06.395967 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-964f7fbd-4253-4d00-a39d-37f9eb23cfdc req-6f614610-a253-4e0d-9f54-3b5c3b929e70 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.2160187 May 10 20:09:06.403365 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'port': {'device_id': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'admin_state_up': True, 'tenant_id': '075d08e0b849435e946f4ace8b7706fd'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:06.532164 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-964f7fbd-4253-4d00-a39d-37f9eb23cfdc req-ed4a40bb-7fff-42f9-8767-58f75828c8ca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149743 May 10 20:09:06.575422 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:06.585645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:06.700003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Made reservation on behalf of 075d08e0b849435e946f4ace8b7706fd for: {'port': 1} {{(pid=79260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:09:06.712014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:06.879913 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Allocated IP 172.20.0.9 (162a1e6a-de88-4637-90db-c563731f3ae0/15519023-af22-441e-81d9-6855b684e7d8/e80d1358-bd77-4979-95f9-220d0d52f8c0) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:09:06.914556 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8c4ad633-7a34-4dd8-9992-f27bf90c7ffe req-6450da04-1933-4452-9494-cc41fbcaca14 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.1525393 May 10 20:09:07.099413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:07.115285 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Transition to ACTIVE for port object e80d1358-bd77-4979-95f9-220d0d52f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:09:07.286810 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:07.292783 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bda2e6f1-3b15-469c-8b4c-fe3d171fe67d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:07.357728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Network 162a1e6a-de88-4637-90db-c563731f3ae0 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:09:07.360782 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources bound (agent type, host, resource id): {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:09:07.363373 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:09:07.410680 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:07.410680 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:07.461135 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.461410 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:07.654650 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-c142ae44-0036-49f4-9d47-93a265601ddb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2548780 May 10 20:09:07.761630 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-06b84cb4-132d-4ffe-9a7d-32a6099e0a61 None None] Provisioning for port e80d1358-bd77-4979-95f9-220d0d52f8c0 completed by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:09:07.767761 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-06b84cb4-132d-4ffe-9a7d-32a6099e0a61 None None] Provisioning complete for port e80d1358-bd77-4979-95f9-220d0d52f8c0 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:07.768137 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-06b84cb4-132d-4ffe-9a7d-32a6099e0a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:07.781059 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315d8fa-f4a4-4e33-996c-c2c344e677b8 req-f5f1ace4-7411-4ee8-9637-b0d6ff9e9c48 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:07.782610 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b315d8fa-f4a4-4e33-996c-c2c344e677b8 req-f5f1ace4-7411-4ee8-9637-b0d6ff9e9c48 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1259813 May 10 20:09:07.861620 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b315d8fa-f4a4-4e33-996c-c2c344e677b8 req-0a940986-8252-4f95-923e-c5786ea1477a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728846 May 10 20:09:07.863841 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-06b84cb4-132d-4ffe-9a7d-32a6099e0a61 None None] Port e80d1358-bd77-4979-95f9-220d0d52f8c0 cannot update to ACTIVE because it is not bound. {{(pid=79262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 20:09:08.124750 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b29ad-400e-4872-8815-7bd949704382 req-9cefff15-d297-4970-be0a-f367a762d1c8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:08.125510 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e99b29ad-400e-4872-8815-7bd949704382 req-9cefff15-d297-4970-be0a-f367a762d1c8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:08.241196 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e99b29ad-400e-4872-8815-7bd949704382 req-9cefff15-d297-4970-be0a-f367a762d1c8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:08.242500 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e99b29ad-400e-4872-8815-7bd949704382 req-9cefff15-d297-4970-be0a-f367a762d1c8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.2101157 May 10 20:09:08.290237 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e99b29ad-400e-4872-8815-7bd949704382 req-df48ea39-fb73-4e08-a1ca-00bb1aab3d29 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:08.419570 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-e99b29ad-400e-4872-8815-7bd949704382 req-df48ea39-fb73-4e08-a1ca-00bb1aab3d29 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:08.420748 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e99b29ad-400e-4872-8815-7bd949704382 req-df48ea39-fb73-4e08-a1ca-00bb1aab3d29 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713393 May 10 20:09:09.064490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed677d7-c540-4ec8-b7c1-d4b7146bdf7b req-214b2ffd-da1b-4df1-9645-87cd0509ac78 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:09.065944 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7ed677d7-c540-4ec8-b7c1-d4b7146bdf7b req-214b2ffd-da1b-4df1-9645-87cd0509ac78 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0905674 May 10 20:09:09.125528 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7ed677d7-c540-4ec8-b7c1-d4b7146bdf7b req-7cd7c12c-33eb-4f8a-9504-9288a006af2b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538206 May 10 20:09:09.706023 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2355-07f2-4d77-b879-c7fedf92dab7 req-f26b7c59-7112-4761-a36a-159181ccd2f1 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:09.707434 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ddba2355-07f2-4d77-b879-c7fedf92dab7 req-f26b7c59-7112-4761-a36a-159181ccd2f1 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.1775007 May 10 20:09:09.755323 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ddba2355-07f2-4d77-b879-c7fedf92dab7 req-a4ce9eb5-70ec-40b3-b9b1-91d80618f4e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 May 10 20:09:10.060296 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:09:10.222165 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:10.239680 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:09:10.309611 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:10.329975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:09:10.350509 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:10.469828 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:10.471699 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:10.492991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846b8a1-5c6f-4ea4-ac06-c771149bd531 req-1b11afdf-d464-4a19-aba9-4c8407ae4716 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:10.494631 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a846b8a1-5c6f-4ea4-ac06-c771149bd531 req-1b11afdf-d464-4a19-aba9-4c8407ae4716 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0915108 May 10 20:09:10.543742 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=6']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:10.544398 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a846b8a1-5c6f-4ea4-ac06-c771149bd531 req-b403f4f1-e00b-42ee-916e-36e86ca5ab40 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 May 10 20:09:10.551850 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.552397 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.552760 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.553151 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.553535 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.553918 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.554418 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.555035 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.555423 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.555787 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.556163 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.556531 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:10.564015 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:10.572610 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['38e29240-e58d-42ce-86e6-15deb4e063d2'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:10.946116 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811f4e-5cac-40ae-9390-e97557f6a4c3 req-e8fe7a77-4dfd-4b41-9c74-f6cc796485cb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:10.948055 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-96811f4e-5cac-40ae-9390-e97557f6a4c3 req-e8fe7a77-4dfd-4b41-9c74-f6cc796485cb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.0851989 May 10 20:09:10.998990 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-96811f4e-5cac-40ae-9390-e97557f6a4c3 req-e9c2cbab-1bfb-4af0-bf8a-6c844d53dcdd tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 May 10 20:09:11.763464 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee183d-a313-406f-b0eb-ae1c4ea24781 req-16b3a24b-af78-4e30-a7f4-5894c43d1dd0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:11.764977 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-18ee183d-a313-406f-b0eb-ae1c4ea24781 req-16b3a24b-af78-4e30-a7f4-5894c43d1dd0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 945 time: 0.0883780 May 10 20:09:11.811950 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-18ee183d-a313-406f-b0eb-ae1c4ea24781 req-9d82ef3a-b3d7-407a-ac98-6f9f338eec35 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409639 May 10 20:09:12.061365 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:09:12.188379 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 38e29240-e58d-42ce-86e6-15deb4e063d2 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:12.188788 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.226413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6937-9d6c-494e-8105-fa6987628841 req-97d27865-7752-4fbc-98f4-a6915ddfc934 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:12.228035 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-007e6937-9d6c-494e-8105-fa6987628841 req-97d27865-7752-4fbc-98f4-a6915ddfc934 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.1134779 May 10 20:09:12.281174 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-007e6937-9d6c-494e-8105-fa6987628841 req-ecc156e7-1f79-4698-96c7-61664326d373 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 May 10 20:09:12.324050 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.363446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:12.374399 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:12.465453 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'code': 200} May 10 20:09:12.481681 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-399ef61f-8ee2-4fb7-a537-a4cc732a7d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.548770 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:12.550890 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:12.625239 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=7']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:12.628488 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:13.031434 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260252cf-0c56-4fc6-8707-4e686e9d5ab1 req-fe5e2fa4-9bf3-4465-aade-3568827565d3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:13.034478 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-260252cf-0c56-4fc6-8707-4e686e9d5ab1 req-fe5e2fa4-9bf3-4465-aade-3568827565d3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0881743 May 10 20:09:13.090683 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-260252cf-0c56-4fc6-8707-4e686e9d5ab1 req-3c38234e-041e-4610-8c10-551ec86bacaf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490205 May 10 20:09:13.486751 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694239a5-0e66-40fa-ae06-99f50a3931ed req-cc9186ba-ef68-4cc9-9bbf-368d9f0afd67 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:13.574054 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-694239a5-0e66-40fa-ae06-99f50a3931ed req-cc9186ba-ef68-4cc9-9bbf-368d9f0afd67 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.0832477 May 10 20:09:13.585793 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-694239a5-0e66-40fa-ae06-99f50a3931ed req-a13917f1-974f-4dde-8d57-1dc00574f343 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 May 10 20:09:14.313100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de7a4-8b0e-4d92-b7d4-4174c40be867 req-30021633-7d31-4bf5-960d-ec67041cf096 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:14.314639 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af0de7a4-8b0e-4d92-b7d4-4174c40be867 req-30021633-7d31-4bf5-960d-ec67041cf096 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0885048 May 10 20:09:14.362725 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af0de7a4-8b0e-4d92-b7d4-4174c40be867 req-22a9d9d3-7972-453a-bbe1-b8ee233b4bc7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 May 10 20:09:14.788251 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d57687-05db-4d01-93e7-03213859788b req-4e01bd9a-498b-4619-8762-6c561e5cb1ed tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:14.790084 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-11d57687-05db-4d01-93e7-03213859788b req-4e01bd9a-498b-4619-8762-6c561e5cb1ed tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.0902967 May 10 20:09:14.840215 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-11d57687-05db-4d01-93e7-03213859788b req-8412a0c9-fb5c-4c8d-ad69-c0bfeed0e644 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 May 10 20:09:14.978173 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7e917271-a15e-4323-91f1-4ac4f82f5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.006747 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:15.568708 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4d57a-4387-4a07-a540-1c86aa669063 req-7a922ac1-2913-43af-ae74-fff8a2e9d56f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:15.570100 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4bf4d57a-4387-4a07-a540-1c86aa669063 req-7a922ac1-2913-43af-ae74-fff8a2e9d56f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0921316 May 10 20:09:15.617382 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4bf4d57a-4387-4a07-a540-1c86aa669063 req-bc560dcb-a671-4977-99bc-0e435cd66987 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 May 10 20:09:15.790472 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:16.057283 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a6d6-ddb1-414c-a83b-d01dc11cbbf5 req-4054ef75-d902-412b-9ad2-0b96e3ff0381 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:16.059380 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4148a6d6-ddb1-414c-a83b-d01dc11cbbf5 req-4054ef75-d902-412b-9ad2-0b96e3ff0381 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.1012254 May 10 20:09:16.105276 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4148a6d6-ddb1-414c-a83b-d01dc11cbbf5 req-a40137b2-72a4-4c00-83fa-0e48a0ba802d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 May 10 20:09:16.812045 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9371948-19fc-44ed-b11e-980274c5f14a req-668193ea-7323-4372-9f34-0c1a761601a3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:16.813562 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f9371948-19fc-44ed-b11e-980274c5f14a req-668193ea-7323-4372-9f34-0c1a761601a3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0806789 May 10 20:09:16.865463 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f9371948-19fc-44ed-b11e-980274c5f14a req-fa68a430-5a1e-4ec2-ad5e-4b3b429d7dee tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449934 May 10 20:09:17.301991 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d1ee4-901b-49c1-adf9-18e432b89172 req-20457ed6-f3ea-4484-845d-17c9e154602b tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:17.303662 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11d1ee4-901b-49c1-adf9-18e432b89172 req-20457ed6-f3ea-4484-845d-17c9e154602b tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.0809269 May 10 20:09:17.349999 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11d1ee4-901b-49c1-adf9-18e432b89172 req-6dedb1e8-e1f4-44be-a67a-1aa5277f163e tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 May 10 20:09:17.675594 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:18.071319 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda0d9b-5ee7-4d60-861c-262291cf2b4b req-7b0d1b9c-14e7-43ee-8627-30b538f83884 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:18.072739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bbda0d9b-5ee7-4d60-861c-262291cf2b4b req-7b0d1b9c-14e7-43ee-8627-30b538f83884 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0823114 May 10 20:09:18.117354 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bbda0d9b-5ee7-4d60-861c-262291cf2b4b req-1206caa8-7b97-4410-894c-404421281cdf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 May 10 20:09:18.535520 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeff454-84fc-4fe9-906b-e9fe1c0d3552 req-264d4188-8dd8-48fc-b677-d5ba9fc75e88 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:18.536967 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3eeff454-84fc-4fe9-906b-e9fe1c0d3552 req-264d4188-8dd8-48fc-b677-d5ba9fc75e88 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 931 time: 0.0769978 May 10 20:09:18.581476 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-3eeff454-84fc-4fe9-906b-e9fe1c0d3552 req-ae7bcda0-3b8f-46ef-9691-7e119376d386 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 May 10 20:09:18.772043 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Request body: {'port': {'device_id': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:18.881906 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.336167 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80d1358-bd77-4979-95f9-220d0d52f8c0 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:09:19.345288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.365738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Transition to ACTIVE for port object e80d1358-bd77-4979-95f9-220d0d52f8c0 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 20:09:19.382934 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ed2a9-2cf8-471c-9e55-5b901c906019 req-33a4e1ac-dbc1-49a7-bdea-be42dc8d18a6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:19.384367 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0f7ed2a9-2cf8-471c-9e55-5b901c906019 req-33a4e1ac-dbc1-49a7-bdea-be42dc8d18a6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1523464 May 10 20:09:19.431862 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0f7ed2a9-2cf8-471c-9e55-5b901c906019 req-9a44fc7f-4aa2-4517-b1e9-9fe0f8f1ab2a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 May 10 20:09:19.503654 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.507551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d735db47-b762-4182-a02f-fb765b36bc5b tempest-ServerRescueNegativeTestJSON-1552513121 tempest-ServerRescueNegativeTestJSON-1552513121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:19.664027 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:19.671722 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:19.752826 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Attempting to bind port e80d1358-bd77-4979-95f9-220d0d52f8c0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 20:09:19.754554 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Attempting to bind port e80d1358-bd77-4979-95f9-220d0d52f8c0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 20:09:19.755436 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Attempting to bind port e80d1358-bd77-4979-95f9-220d0d52f8c0 on network 162a1e6a-de88-4637-90db-c563731f3ae0 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:09:19.761200 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Port e80d1358-bd77-4979-95f9-220d0d52f8c0 on network 162a1e6a-de88-4637-90db-c563731f3ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 20:09:19.761879 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Attempting to bind port e80d1358-bd77-4979-95f9-220d0d52f8c0 on network 162a1e6a-de88-4637-90db-c563731f3ae0 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 20:09:19.768797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Checking agent: {'id': '681475c8-9394-4125-9818-5ce156e1ec38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'started_at': datetime.datetime(2021, 5, 10, 20, 1, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 20, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 20:09:19.769378 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Checking segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 20:09:19.769785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Bound using segment: {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 20:09:19.770212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Bound port: e80d1358-bd77-4979-95f9-220d0d52f8c0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e35f07-c845-4bf4-94a1-38e992763d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 20:09:19.770593 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:19.788690 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fa2d5-845c-4798-931d-e524d9250a8d req-052a1168-c1dd-4c2a-9020-fc0fae371932 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:19.796636 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6d5fa2d5-845c-4798-931d-e524d9250a8d req-052a1168-c1dd-4c2a-9020-fc0fae371932 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 943 time: 0.0973256 May 10 20:09:19.873015 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-6d5fa2d5-845c-4798-931d-e524d9250a8d req-746d5ccc-3b3d-444d-8565-0e57c9e76a98 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751998 May 10 20:09:19.898748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 20:09:19.901920 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 20:09:20.002459 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:20.006163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-80db0be1-3227-4721-9695-fb8d2b6c6038 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:20.087932 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.088960 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:20.090440 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] 10.222.0.68 "PUT /v2.0/ports/e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 1093 time: 1.3288729 May 10 20:09:20.090963 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:20.106798 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:20.111144 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:20.264700 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:09:20.327373 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-376f859b-e98a-45f6-9069-407cfa105f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.329062 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-376f859b-e98a-45f6-9069-407cfa105f7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1096 time: 0.0976098 May 10 20:09:20.402558 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-adcb5ff9-5815-4260-ad16-c717084101b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 217 time: 0.0657518 May 10 20:09:20.468042 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-73aa6425-0816-40b8-b549-3ca5a8952843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.469478 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-73aa6425-0816-40b8-b549-3ca5a8952843 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0600383 May 10 20:09:20.599013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-51090800-6ebc-4322-89ef-0ec09a1e23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:20.600904 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-51090800-6ebc-4322-89ef-0ec09a1e23f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250041 May 10 20:09:21.042906 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ebfb-c31c-491f-9b76-bce20e05cc81 req-0f211853-3f4e-499b-8ffe-2b7aff8691cf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.042906 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b2f8ebfb-c31c-491f-9b76-bce20e05cc81 req-0f211853-3f4e-499b-8ffe-2b7aff8691cf tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.2391229 May 10 20:09:21.042906 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-592e90c0-5aa8-4587-b358-31b097860531 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294466 May 10 20:09:21.042906 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-b2f8ebfb-c31c-491f-9b76-bce20e05cc81 req-fa51519b-9f38-4a87-ac74-9061d137ec05 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421194 May 10 20:09:21.042906 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e2de86d9-80c4-4060-9556-f9a7a10efd0a req-a0f0f576-2242-450f-a3a4-f83bd6b3356c service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926270 May 10 20:09:21.113297 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9227f4-e500-48df-b535-836502f71098 req-d0af2f01-8378-4178-b99e-ff98d0bd8e81 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.116383 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e9227f4-e500-48df-b535-836502f71098 req-d0af2f01-8378-4178-b99e-ff98d0bd8e81 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 943 time: 0.1192372 May 10 20:09:21.175984 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e9227f4-e500-48df-b535-836502f71098 req-442fda73-a14d-46ed-a90d-77e9849c51e3 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541480 May 10 20:09:21.764770 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-82eacaea-bd90-46bf-946a-4061a409b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:21.766237 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-82eacaea-bd90-46bf-946a-4061a409b98e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1096 time: 0.0793474 May 10 20:09:22.014695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-30067c4f-4a6e-4c8c-a045-addcee3dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.016432 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-30067c4f-4a6e-4c8c-a045-addcee3dd39a service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.2352722 May 10 20:09:22.131239 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-03ea4cb9-3af4-499a-aa3b-8bd60b8c71e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 217 time: 0.1066701 May 10 20:09:22.211379 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-aa7c3a18-50c1-4767-9fb4-b7ca4fbb73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.212799 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-aa7c3a18-50c1-4767-9fb4-b7ca4fbb73ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0736029 May 10 20:09:22.268133 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1af5-abd8-4e2b-9a0d-838d7fe85e42 req-d2d42290-7ef6-4d28-b1bc-13011f5b5dca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.270753 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f40f1af5-abd8-4e2b-9a0d-838d7fe85e42 req-d2d42290-7ef6-4d28-b1bc-13011f5b5dca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1950510 May 10 20:09:22.351628 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f40f1af5-abd8-4e2b-9a0d-838d7fe85e42 req-a1ee0b91-4214-47e1-8f87-812184e0325a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707223 May 10 20:09:22.358352 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-66bd7ac2-133b-4db3-9f71-1011970fea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.360951 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-66bd7ac2-133b-4db3-9f71-1011970fea9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393428 May 10 20:09:22.490002 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cd1db-20f9-40df-9483-754679fcfdfd req-8d6888c8-38e0-4532-a5ea-78c341b72588 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:22.491724 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f03cd1db-20f9-40df-9483-754679fcfdfd req-8d6888c8-38e0-4532-a5ea-78c341b72588 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 943 time: 0.0986552 May 10 20:09:22.524850 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-fda8b4e0-54d6-43b1-8849-373b0743db81 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532366 May 10 20:09:22.544184 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f03cd1db-20f9-40df-9483-754679fcfdfd req-ee626e50-24d3-4825-ba8d-cff60067af04 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 May 10 20:09:22.680225 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e3d0c635-41c4-45f3-800e-d7b448b61c6d req-e8bc3666-9d5f-41ff-add2-5412fa97b172 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472876 May 10 20:09:23.548589 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dc420-04e8-4ed1-92df-5e5ca2421e2e req-746818d6-18fe-406c-8827-6b9561f6bc48 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:23.549821 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b8dc420-04e8-4ed1-92df-5e5ca2421e2e req-746818d6-18fe-406c-8827-6b9561f6bc48 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0825989 May 10 20:09:23.599189 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b8dc420-04e8-4ed1-92df-5e5ca2421e2e req-28185864-ae72-45d0-80b8-0f454fa25b28 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 May 10 20:09:23.743795 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6df0-8f2e-48bf-9506-acfeda23fd66 req-87ce1aed-bb85-43fc-9993-c3ea45805bd7 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:23.745256 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cc9a6df0-8f2e-48bf-9506-acfeda23fd66 req-87ce1aed-bb85-43fc-9993-c3ea45805bd7 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 943 time: 0.0846922 May 10 20:09:23.794681 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cc9a6df0-8f2e-48bf-9506-acfeda23fd66 req-dff399b0-b82d-41c9-9202-cbc9106bd13d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 May 10 20:09:24.081825 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device e80d1358-bd77-4979-95f9-220d0d52f8c0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:09:24.230079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:24.245221 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'port_id': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'mac_address': 'fa:16:3e:47:aa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:09:24.315446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:24.335874 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80d1358-bd77-4979-95f9-220d0d52f8c0 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:09:24.354066 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:24.456614 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:24.463068 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:24.582241 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=4']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:24.585205 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:24.763705 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:24.808476 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef374-428d-40c7-8eb9-4066ce3ca635 req-850bea52-6333-40c7-a1ff-8c2e3f3a3736 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:24.816795 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-25fef374-428d-40c7-8eb9-4066ce3ca635 req-850bea52-6333-40c7-a1ff-8c2e3f3a3736 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0940037 May 10 20:09:24.902928 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-25fef374-428d-40c7-8eb9-4066ce3ca635 req-8932ed22-fde4-4ae6-ac1d-c7996926ee85 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849240 May 10 20:09:25.064444 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81b7e0-2b57-4d12-9abf-7f3f5a0034b7 req-8296ef40-c593-4307-910e-88bf3618c94c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:25.065989 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af81b7e0-2b57-4d12-9abf-7f3f5a0034b7 req-8296ef40-c593-4307-910e-88bf3618c94c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 944 time: 0.0918901 May 10 20:09:25.119608 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-af81b7e0-2b57-4d12-9abf-7f3f5a0034b7 req-d7b4115f-8d98-4e6e-8557-1436efdbbbdd tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 May 10 20:09:26.092731 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device e80d1358-bd77-4979-95f9-220d0d52f8c0 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:09:26.184825 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b4c83-e099-4c35-823a-3ef696254384 req-50c9b60b-f5a9-4d6b-a5ad-dfe0a1034e9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:26.186325 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-677b4c83-e099-4c35-823a-3ef696254384 req-50c9b60b-f5a9-4d6b-a5ad-dfe0a1034e9f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1449008 May 10 20:09:26.245528 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d948d-118d-4451-bac0-d04e0a8804d5 req-f8381a18-be01-40ee-a9e4-7715a4d8b5df tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:26.253315 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3b8d948d-118d-4451-bac0-d04e0a8804d5 req-f8381a18-be01-40ee-a9e4-7715a4d8b5df tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1144958 May 10 20:09:26.258602 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-677b4c83-e099-4c35-823a-3ef696254384 req-41da6bc4-fe5c-47ea-8072-1374fcacbeba tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649500 May 10 20:09:26.300446 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning for port e80d1358-bd77-4979-95f9-220d0d52f8c0 completed by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 20:09:26.302181 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3b8d948d-118d-4451-bac0-d04e0a8804d5 req-223afaf3-df37-470d-94fd-9d3171739024 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 May 10 20:09:26.302440 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port e80d1358-bd77-4979-95f9-220d0d52f8c0 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:26.302440 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.469175 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e919ee-bfb8-4cba-827a-0e893a732c71 req-148e9f64-f4da-4e8f-9bb9-41e0cdce1487 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:26.470870 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d3e919ee-bfb8-4cba-827a-0e893a732c71 req-148e9f64-f4da-4e8f-9bb9-41e0cdce1487 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 944 time: 0.0831926 May 10 20:09:26.477281 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.505789 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:26.515945 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:26.519674 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d3e919ee-bfb8-4cba-827a-0e893a732c71 req-b5f790a8-fdca-45bd-94e6-45847337b130 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 May 10 20:09:26.578936 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'code': 200} May 10 20:09:26.960475 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:26.962347 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-a45ba858-13db-426f-ba44-e6d28be23ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:27.027159 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=5']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:27.030270 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:27.314343 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893360-e2c5-4c99-a851-0fcc698211a3 req-be66335d-1d7d-43b0-b4d8-f15a8360ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.315462 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-85893360-e2c5-4c99-a851-0fcc698211a3 req-be66335d-1d7d-43b0-b4d8-f15a8360ee41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1098 time: 0.0846841 May 10 20:09:27.368563 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-85893360-e2c5-4c99-a851-0fcc698211a3 req-73ad7c87-e29f-4934-9c16-34d9d7fbbefc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 May 10 20:09:27.532478 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d04951-517b-48df-8a07-1dbbd68534a9 req-e696ea8d-c972-4a63-b681-8bded5215cd9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.535202 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a2d04951-517b-48df-8a07-1dbbd68534a9 req-e696ea8d-c972-4a63-b681-8bded5215cd9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1277382 May 10 20:09:27.549776 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969c62-7ea1-4f80-b7bf-54a623080a3e req-62a92417-bbac-4a4e-915f-9d92c5884282 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.560783 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cc969c62-7ea1-4f80-b7bf-54a623080a3e req-62a92417-bbac-4a4e-915f-9d92c5884282 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1107786 May 10 20:09:27.594353 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a2d04951-517b-48df-8a07-1dbbd68534a9 req-01b62901-225f-4d55-ace3-4a84119d101a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530496 May 10 20:09:27.605987 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cc969c62-7ea1-4f80-b7bf-54a623080a3e req-9e82b6d2-8d8d-4d60-92bd-458307eb491f tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 May 10 20:09:27.795486 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b77c-3024-4b93-9f60-9555959a825f req-401dc0b4-bd70-43dc-9fb4-931c6c72cb3d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:27.797571 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5327b77c-3024-4b93-9f60-9555959a825f req-401dc0b4-bd70-43dc-9fb4-931c6c72cb3d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0846682 May 10 20:09:27.847109 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5327b77c-3024-4b93-9f60-9555959a825f req-8a507491-f0ad-4160-9615-3d6044b9e7aa tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 May 10 20:09:28.870738 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf467ca-3d17-472f-9ded-b17aed57efb5 req-3d6bcb7b-3c6a-4671-87cf-229ce407122e tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:28.871465 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f499e-e4b2-43b9-bd65-7979211e613d req-5b20591e-dfa4-4cea-9543-25ddeafaafca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:28.871465 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a19f499e-e4b2-43b9-bd65-7979211e613d req-5b20591e-dfa4-4cea-9543-25ddeafaafca tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0959387 May 10 20:09:28.877364 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-edf467ca-3d17-472f-9ded-b17aed57efb5 req-3d6bcb7b-3c6a-4671-87cf-229ce407122e tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.1157179 May 10 20:09:28.933571 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-edf467ca-3d17-472f-9ded-b17aed57efb5 req-1c08a859-9d6b-4f2b-9dc2-98e38e216f3c tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 May 10 20:09:28.945198 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a19f499e-e4b2-43b9-bd65-7979211e613d req-0e35f5c8-de0e-4e2e-b4c0-0ffc03db5bb2 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603986 May 10 20:09:29.115542 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd423bf-3714-4311-bfd6-3e52c97bd036 req-a7b7a465-e78d-4f58-8238-3d7add6d9c32 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:29.117165 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0fd423bf-3714-4311-bfd6-3e52c97bd036 req-a7b7a465-e78d-4f58-8238-3d7add6d9c32 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0913553 May 10 20:09:29.174125 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0fd423bf-3714-4311-bfd6-3e52c97bd036 req-6f611dea-99c2-4cc1-98c7-7c8424b4180a tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 May 10 20:09:29.383972 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf287cf-c283-4f04-a31c-85176b76f858 req-e8ac5663-8ed8-45e6-b2ac-4c1b79b6eee4 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:29.386723 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8cf287cf-c283-4f04-a31c-85176b76f858 req-e8ac5663-8ed8-45e6-b2ac-4c1b79b6eee4 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0934992 May 10 20:09:29.533406 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8cf287cf-c283-4f04-a31c-85176b76f858 req-46d5caf2-c2e5-413f-afec-da5b29d949bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399076 May 10 20:09:29.973685 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce9417-75b5-4c98-bf81-c25961e9a3dd req-53805b93-a7a6-41aa-90b5-2ffb063cc586 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:29.975215 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5ce9417-75b5-4c98-bf81-c25961e9a3dd req-53805b93-a7a6-41aa-90b5-2ffb063cc586 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0833271 May 10 20:09:30.026399 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5ce9417-75b5-4c98-bf81-c25961e9a3dd req-603e39c6-530b-4140-a83f-810b74cf60a2 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452859 May 10 20:09:30.121552 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4053-8216-4cdc-ba91-1b2153a8123e req-6828ca49-8755-4bff-86ea-68cee44140f1 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:30.123158 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8c5a4053-8216-4cdc-ba91-1b2153a8123e req-6828ca49-8755-4bff-86ea-68cee44140f1 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.0895255 May 10 20:09:30.186091 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8c5a4053-8216-4cdc-ba91-1b2153a8123e req-c792d1fe-ed9c-428f-a3db-1dfb491822df tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 May 10 20:09:30.233163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309355-c0e1-41b3-a91a-82a4813955f3 req-8dcd8143-28e1-45c3-a3f4-cd88ad7a729b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:30.235580 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-51309355-c0e1-41b3-a91a-82a4813955f3 req-8dcd8143-28e1-45c3-a3f4-cd88ad7a729b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1131647 May 10 20:09:30.291425 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-51309355-c0e1-41b3-a91a-82a4813955f3 req-bd0c4e29-c83b-4830-827a-f5622fb8f043 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498645 May 10 20:09:30.973115 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-4772f35a-c712-40f3-9096-8921813fc6cf tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:30.975968 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-4772f35a-c712-40f3-9096-8921813fc6cf tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.0849388 May 10 20:09:31.134466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Deleting port a24fb351-2807-45bd-b521-dc16f556f3df {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:09:31.135445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:31.440959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] For port a24fb351-2807-45bd-b521-dc16f556f3df, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a24fb351-2807-45bd-b521-dc16f556f3df,segment=NetworkSegment(eb9eacb0-69ea-462f-8a27-33db9d370961),segment_id=eb9eacb0-69ea-462f-8a27-33db9d370961)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:31.441327 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:31.507053 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40733-0e9a-4f0f-a44c-ae4195f8bc41 req-ff1d430c-235e-41a7-9949-c460750a0f4d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:31.508252 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0ff40733-0e9a-4f0f-a44c-ae4195f8bc41 req-ff1d430c-235e-41a7-9949-c460750a0f4d tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0874240 May 10 20:09:31.559004 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0ff40733-0e9a-4f0f-a44c-ae4195f8bc41 req-a70e311d-f214-4d56-9b79-99e40797c5bc tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433822 May 10 20:09:31.601446 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Calling delete_port for a24fb351-2807-45bd-b521-dc16f556f3df owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:09:31.647832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4c55-42d5-4926-a007-ecbf5bfe65ac req-da622d4e-f850-4763-acb1-03575410fb97 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:31.650031 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-961f4c55-42d5-4926-a007-ecbf5bfe65ac req-da622d4e-f850-4763-acb1-03575410fb97 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 945 time: 0.3232265 May 10 20:09:31.715697 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-961f4c55-42d5-4926-a007-ecbf5bfe65ac req-46008d4e-554b-4a07-bee6-f70ad898f553 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/security-groups?id=3083313d-ad92-4577-accc-82acfff8a675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587602 May 10 20:09:31.898164 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:31.905220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:31.910414 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['a24fb351-2807-45bd-b521-dc16f556f3df'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:31.953986 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Pushing event deleted for resources: {'Port': ['ID=a24fb351-2807-45bd-b521-dc16f556f3df,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:32.004506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.005105 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.005218 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.005563 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.005907 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.006268 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.006621 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.006958 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.007298 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.007695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.008036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.008370 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:32.011817 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:32.049313 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] No DVR routers for this DVR port a24fb351-2807-45bd-b521-dc16f556f3df on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:32.051759 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:32.061716 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'name': 'network-vif-deleted', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:32.098308 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603061c0-02dd-4f29-a31a-cd4af0d4d931', 'name': 'network-vif-deleted', 'tag': 'a24fb351-2807-45bd-b521-dc16f556f3df', 'status': 'completed', 'code': 200} May 10 20:09:32.229636 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0d93222c-0825-4e37-b2d3-670f17c2c360 req-e27cebec-92b6-4788-a1b8-aba648cb4447 tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.68 "DELETE /v2.0/ports/a24fb351-2807-45bd-b521-dc16f556f3df HTTP/1.1" status: 204 len: 173 time: 1.2449718 May 10 20:09:32.697575 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:32.761523 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac472-fd6c-4813-8046-265d6e1f8267 req-691bb472-96d2-42f4-80e2-1f34f8e3b844 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:32.763110 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5fac472-fd6c-4813-8046-265d6e1f8267 req-691bb472-96d2-42f4-80e2-1f34f8e3b844 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0869200 May 10 20:09:32.816281 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a5fac472-fd6c-4813-8046-265d6e1f8267 req-fcc7708e-8f8c-4f68-84ee-191e58c1c2aa tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 May 10 20:09:32.969144 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-4a37a297-6de6-4621-9a6d-8726d43b6ef6 req-9f8c7225-e9bd-42c1-9c1f-09b8068c3fcf tempest-VolumesSnapshotTestJSON-471978277 tempest-VolumesSnapshotTestJSON-471978277-project] 10.222.0.42 "GET /v2.0/ports?device_id=603061c0-02dd-4f29-a31a-cd4af0d4d931 HTTP/1.1" status: 200 len: 210 time: 0.0432980 May 10 20:09:32.976745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-0346a5e8-0803-41b2-9d53-ba58f5828383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:32.977870 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-0346a5e8-0803-41b2-9d53-ba58f5828383 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1099 time: 0.0801034 May 10 20:09:33.112804 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-89aaf7ba-e2f8-4918-817c-2c8a9d08a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:33.114459 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-89aaf7ba-e2f8-4918-817c-2c8a9d08a592 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.1297479 May 10 20:09:33.218478 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-7e9c8ebb-4f4a-4bd9-a29c-c2057bd2ca7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 1001 time: 0.0967336 May 10 20:09:33.279122 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-7dd287c6-fbd2-4b94-858f-a4ba91874835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:33.281021 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-7dd287c6-fbd2-4b94-858f-a4ba91874835 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.0561223 May 10 20:09:33.438436 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-61e40862-1189-4988-97d9-fcec33616858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:33.439909 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-61e40862-1189-4988-97d9-fcec33616858 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532423 May 10 20:09:33.570682 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-8e1e6ed5-5eba-48b4-b411-b38c34e9dcd6 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236808 May 10 20:09:33.706759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07b7307f-1d1a-4503-ad08-ad7b7c46330b req-93f269db-1454-426d-936b-0077e72fecd6 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301003 May 10 20:09:34.069031 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470bae-298c-4ee7-bf16-af38efbb6e0a req-140cbf56-8401-4c58-b227-a44d2e6829de tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:34.071197 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0a470bae-298c-4ee7-bf16-af38efbb6e0a req-140cbf56-8401-4c58-b227-a44d2e6829de tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.0820346 May 10 20:09:34.125891 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0a470bae-298c-4ee7-bf16-af38efbb6e0a req-34be5b36-f429-4ecb-8c27-1b8a2ab07a3a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476754 May 10 20:09:34.779135 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-19bef982-eba3-480b-b01b-9f85274f9431 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689709 May 10 20:09:34.927647 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-e6ebc4ce-c6e0-49c1-9a5e-6e8d1484e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:34.929390 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-e6ebc4ce-c6e0-49c1-9a5e-6e8d1484e7a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.0766416 May 10 20:09:35.084787 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-839d5f0d-3685-47b9-bbd3-1f044bce3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:35.084787 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-839d5f0d-3685-47b9-bbd3-1f044bce3e5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 910 time: 0.1339655 May 10 20:09:35.195393 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-e101863f-ce8d-480c-8e78-e09986e56e64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 1002 time: 0.0987494 May 10 20:09:35.308252 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-8a97d8d0-5326-4bdd-b40c-d0b1b5f88d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:35.309603 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-8a97d8d0-5326-4bdd-b40c-d0b1b5f88d50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.1060581 May 10 20:09:35.388351 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec05b-94a3-495c-97c2-1f901abf0058 req-24e7abc0-ca7d-44d6-9bd3-12f10589ed6f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:35.389838 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-039ec05b-94a3-495c-97c2-1f901abf0058 req-24e7abc0-ca7d-44d6-9bd3-12f10589ed6f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 946 time: 0.1459348 May 10 20:09:35.440576 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-b0374fb1-8280-4baa-b879-c8d8e080ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:35.442390 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-b0374fb1-8280-4baa-b879-c8d8e080ed84 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256912 May 10 20:09:35.453526 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-039ec05b-94a3-495c-97c2-1f901abf0058 req-06375a45-2b37-4010-9983-53634b3305cd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570548 May 10 20:09:35.579480 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-4a166a32-d90a-48dc-9c4f-9d08c64840c6 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291661 May 10 20:09:35.716044 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a239e982-fbfc-49c9-ab69-9e594e841995 req-5de11c86-4cf1-41d3-9123-19b71c971387 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264246 May 10 20:09:36.165819 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a24fb351-2807-45bd-b521-dc16f556f3df no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:09:36.199927 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: a24fb351-2807-45bd-b521-dc16f556f3df {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:09:36.200317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device a24fb351-2807-45bd-b521-dc16f556f3df not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:09:36.200740 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:09:36.314041 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:36.341236 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:36.350754 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:36.386367 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'code': 200} May 10 20:09:36.486223 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:36.488330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:36.556868 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=8']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:36.560623 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:36.671469 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69a33-3661-4bf5-9b51-260f1636800a req-b2264319-b33d-4e50-9153-7bef90d836cd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:36.671469 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdb69a33-3661-4bf5-9b51-260f1636800a req-b2264319-b33d-4e50-9153-7bef90d836cd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1043952 May 10 20:09:36.723093 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-bdb69a33-3661-4bf5-9b51-260f1636800a req-0643ae7e-ff5a-426c-aa3d-9ffb1c934562 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438440 May 10 20:09:36.968782 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee02a0-e5b6-4ea2-99c5-ac38385d9a8d req-892f9b7a-b0fc-490b-97fb-bf684c9ef024 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:36.970280 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-99ee02a0-e5b6-4ea2-99c5-ac38385d9a8d req-892f9b7a-b0fc-490b-97fb-bf684c9ef024 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0877457 May 10 20:09:37.014405 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-99ee02a0-e5b6-4ea2-99c5-ac38385d9a8d req-d92f07c7-bdca-4f8e-a1cf-dec0f6fb6e32 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382285 May 10 20:09:37.038182 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33718) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:37.108977 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:09:37.226670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc0ce4-4c75-4c89-8e44-6bf4d578776c tempest-TestMinimumBasicScenario-1180178853 tempest-TestMinimumBasicScenario-1180178853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:37.227376 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-eecc0ce4-4c75-4c89-8e44-6bf4d578776c tempest-TestMinimumBasicScenario-1180178853 tempest-TestMinimumBasicScenario-1180178853-project-admin] Synchronizing usage tracker for tenant:57588f8433b440a1b8489469fb863c35 on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:37.349324 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-eecc0ce4-4c75-4c89-8e44-6bf4d578776c tempest-TestMinimumBasicScenario-1180178853 tempest-TestMinimumBasicScenario-1180178853-project-admin] Unset dirty status for tenant:57588f8433b440a1b8489469fb863c35 on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:37.353751 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-eecc0ce4-4c75-4c89-8e44-6bf4d578776c tempest-TestMinimumBasicScenario-1180178853 tempest-TestMinimumBasicScenario-1180178853-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1093 time: 0.3114707 May 10 20:09:37.353943 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33728) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:37.360660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'floatingip': {'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'port_id': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:37.366999 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:37.371085 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:floatingip and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:37.373971 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:37.380156 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:37.486599 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for floatingip, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:37.631278 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:37.773637 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_common [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Allocated IP 172.28.1.145 (027b1c0a-790f-461a-bff9-3962dd1bd4a0/f103f528-53b1-41ed-b233-9d55bf67767d/b6e17917-41fe-4230-8347-ca39703f02e7) {{(pid=79261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:09:38.031399 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for port, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:38.150021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737743561476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:38.161794 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:38.215486 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Network 027b1c0a-790f-461a-bff9-3962dd1bd4a0 is already hosted by enough agents. {{(pid=79261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:09:38.218526 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.base_scheduler [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources bound (agent type, host, resource id): {{(pid=79261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:09:38.221477 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Received port after_create {{(pid=79261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 20:09:38.281734 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'Port': ['ID=b6e17917-41fe-4230-8347-ca39703f02e7,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:38.359395 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.359768 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.360132 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.360486 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.360846 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.361746 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.362100 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.362552 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.363012 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.363371 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.363720 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.364065 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.368367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:38.634135 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea0d8c-8353-48c4-b7bf-eeb330a19023 req-937de022-5f96-4db8-8ecf-969d3b896b0b tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:38.635820 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cdea0d8c-8353-48c4-b7bf-eeb330a19023 req-937de022-5f96-4db8-8ecf-969d3b896b0b tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.2663360 May 10 20:09:38.710816 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-cdea0d8c-8353-48c4-b7bf-eeb330a19023 req-438abcae-fbd7-4719-bc6c-b7cad9f60ede tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674050 May 10 20:09:38.777324 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:38.989551 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:39.203302 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:39.331720 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61531748'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:39.336742 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:39.438212 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'Port': ['ID=b6e17917-41fe-4230-8347-ca39703f02e7,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:39.442411 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:39.455283 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:39.627084 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Floating IP db854c77-e2a8-4685-a2ad-f4f12531173f associated. External IP: 172.28.1.145, port: e80d1358-bd77-4979-95f9-220d0d52f8c0. May 10 20:09:40.187104 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:09:40.221027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Router 00b517e3-8d76-45e2-a3ab-40d73be42436 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:09:40.280680 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d055be-ff91-47f5-9584-458abd08046d req-d0496c65-e42a-4e86-8b54-66cca2a2a8d0 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:40.287939 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-84d055be-ff91-47f5-9584-458abd08046d req-d0496c65-e42a-4e86-8b54-66cca2a2a8d0 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.3165350 May 10 20:09:40.341595 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-84d055be-ff91-47f5-9584-458abd08046d req-32a2376c-841d-46d8-ab7f-1208177277be tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525846 May 10 20:09:40.491317 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a610f2-393e-47d8-9903-a7eeddc14cd4 req-c60c97c4-f08a-4d44-a599-f8b58a75031c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:40.492890 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a610f2-393e-47d8-9903-a7eeddc14cd4 req-c60c97c4-f08a-4d44-a599-f8b58a75031c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.2695189 May 10 20:09:40.566323 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-a5a610f2-393e-47d8-9903-a7eeddc14cd4 req-48d5a5e4-0ef2-45f5-b251-13ef417e5059 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573936 May 10 20:09:40.579766 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:09:40.598168 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Sync routers for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:40.609061 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:40.609965 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:09:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:40.766522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:40.789870 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:40.819728 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33800) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:40.834006 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-90599925-cc36-41dc-b56b-c119448c7bf8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4774513 May 10 20:09:40.834006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:40.836505 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33806) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:40.846990 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752622460', 'description': 'tempest-secgroup-smoke-752622460 description', 'project_id': '075d08e0b849435e946f4ace8b7706fd'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:40.856041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:40.877974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:40.885942 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:09:40.964645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.001214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:41.009350 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:41.013930 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:41.023248 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:41.049434 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-1125db3c-4ffd-40be-a433-249045ea2214 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2284164 May 10 20:09:41.074935 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-f9ad187e-760a-4ed2-aaa8-7419b293f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.076375 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-f9ad187e-760a-4ed2-aaa8-7419b293f951 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1098 time: 0.1616843 May 10 20:09:41.193579 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'db854c77-e2a8-4685-a2ad-f4f12531173f', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'port_id': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'mac_address': 'fa:16:3e:47:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:38Z', 'updated_at': '2021-05-10T20:09:38Z', 'revision_number': 0, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:41.197880 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Checking router: 00b517e3-8d76-45e2-a3ab-40d73be42436 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:41.212092 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:09:41.212092 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:09:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:41.227020 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.253088 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-d1a3f2fc-77d4-496b-8e7e-d86ef5f2883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.257933 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-d1a3f2fc-77d4-496b-8e7e-d86ef5f2883a service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.1713908 May 10 20:09:41.330466 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.343339 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ef000261-cc31-4903-b714-db0084c05e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:41.399453 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:09:41.405074 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b338658-465c-4faf-9202-3d17c4ed1044,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:41.414779 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:41.419226 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-6deb83a2-64bc-4f91-bd71-072eb8365ecd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 999 time: 0.1507857 May 10 20:09:41.482115 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.486820 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-02eac677-5e6f-4432-bf30-b0d855894156 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6474659 May 10 20:09:41.498017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 33822) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:41.500198 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-851520aa-a2a9-4052-9e63-70289c5ef431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.501602 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-851520aa-a2a9-4052-9e63-70289c5ef431 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0757577 May 10 20:09:41.506819 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:41.513771 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:41.563358 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:41.566365 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8886a7-35e5-438f-93c0-cce5afa9366d req-100ad19e-d7db-4f4f-886a-2f9c2e99fb99 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.567458 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:41.568058 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fb8886a7-35e5-438f-93c0-cce5afa9366d req-100ad19e-d7db-4f4f-886a-2f9c2e99fb99 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1057968 May 10 20:09:41.578220 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:41.615689 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-528852f2-33f5-4753-ab51-a455cdcc4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.616204 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-528852f2-33f5-4753-ab51-a455cdcc4034 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1034920 May 10 20:09:41.658390 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-fb8886a7-35e5-438f-93c0-cce5afa9366d req-95d9ec9d-216e-41b0-8420-77e6d4cad38d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836217 May 10 20:09:41.793545 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:41.873034 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'db854c77-e2a8-4685-a2ad-f4f12531173f', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'port_id': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'mac_address': 'fa:16:3e:47:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:38Z', 'updated_at': '2021-05-10T20:09:38Z', 'revision_number': 0, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:41.878988 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b75c5-4f1e-4969-bf68-9d94292171bc None None] The sync data for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb is: [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_floatingips': [{'id': 'db854c77-e2a8-4685-a2ad-f4f12531173f', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'router_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'port_id': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'mac_address': 'fa:16:3e:47:aa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T20:09:38Z', 'updated_at': '2021-05-10T20:09:38Z', 'revision_number': 0, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:41.889338 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-d7e142bd-1f40-4837-b405-d6c5e0ffb428 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622476 May 10 20:09:41.944762 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31484d9-df2e-4536-9515-b2663be64c02 req-e9cfe576-16e0-4365-a13b-80ff818006d0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:41.946257 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f31484d9-df2e-4536-9515-b2663be64c02 req-e9cfe576-16e0-4365-a13b-80ff818006d0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.2241230 May 10 20:09:41.951164 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.067715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.079568 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f31484d9-df2e-4536-9515-b2663be64c02 req-8e41f56e-c178-4222-86de-5a298d8d8c82 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805466 May 10 20:09:42.092316 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:42.098208 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848469bc-eb17-412e-88ce-b08f1d644921 None None] New status for floating IP db854c77-e2a8-4685-a2ad-f4f12531173f: ACTIVE {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:09:42.130721 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0307a385-462c-4e38-a619-31bc15c9ba1b req-061b6066-bb71-4924-98e0-c3c7e1ae74ab service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137768 May 10 20:09:42.131609 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8a2ab5-d1af-4b82-a81f-1b64b1ee3686,revision_number=0']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:42.137054 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:42.257715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.262103 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33832) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:42.262702 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3a29b4d8-d74f-4184-8e91-37b17f2070bb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7599192 May 10 20:09:42.267914 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:42.275093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:42.291347 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:42.298355 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:42.306114 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:42.412197 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.466680 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-fb7d1139-143d-40d7-b94d-945ead3fbdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.476711 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.587588 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.599277 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a81469c8-eb9f-42d4-8018-87d682a10e46 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:42.627177 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14eca14-55dc-4c30-ae1e-97d56c001e38,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:42.629915 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:42.731962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.734120 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6486244a-42b8-4411-9f5f-6da3169d6e19 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4705212 May 10 20:09:42.737027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33844) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:42.742367 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:42.748681 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:42.753545 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:42.756426 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:42.762673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:42.849957 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0101c-03cb-4327-89c9-1acdf9d99b20 req-6ad01845-382e-41f0-b5a8-d16c8390c356 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:42.851369 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8db0101c-03cb-4327-89c9-1acdf9d99b20 req-6ad01845-382e-41f0-b5a8-d16c8390c356 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0857151 May 10 20:09:42.890053 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:42.921471 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8db0101c-03cb-4327-89c9-1acdf9d99b20 req-913e0bd5-2535-4070-a3b7-b755c4210f95 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636992 May 10 20:09:42.962429 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.057462 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.065889 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7a0aea4e-a73a-4048-9c45-3c21cbcdd4c6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:43.077862 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-31bfc3dc-3442-40f8-b074-7d35f18a520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.079387 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-31bfc3dc-3442-40f8-b074-7d35f18a520e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281&tenant_id=1339fdd4f34b469eb8952121fc345260 HTTP/1.1" status: 200 len: 1097 time: 0.0792542 May 10 20:09:43.086166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b95fe03-4cb0-4c81-9463-bb78676944fa,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:43.089232 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:43.177662 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-5a212bb0-2c50-4966-b676-2037d9ccf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.179404 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-5a212bb0-2c50-4966-b676-2037d9ccf63f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1097 time: 0.0741744 May 10 20:09:43.188756 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.192564 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-507a0760-6a06-466b-b2ae-5b8b3c694eae tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519119 May 10 20:09:43.194543 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33850) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:43.198356 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:43.204257 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:43.208261 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:43.211377 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:43.219410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:43.325763 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.361536 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-3611a67a-bc3f-45c2-b447-12a797c44867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.362981 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-3611a67a-bc3f-45c2-b447-12a797c44867 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.1759584 May 10 20:09:43.402019 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.434385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92bbb-4a9d-42b4-999d-b8e7a08a978d req-89890f1a-3235-4936-a822-859bc1e088bc tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.435796 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07f92bbb-4a9d-42b4-999d-b8e7a08a978d req-89890f1a-3235-4936-a822-859bc1e088bc tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1797802 May 10 20:09:43.503548 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-43997e84-b1fc-40f7-a1e9-fbbb6d0737ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 999 time: 0.1322062 May 10 20:09:43.507950 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-07f92bbb-4a9d-42b4-999d-b8e7a08a978d req-1de5e3b9-c6e4-4876-bedd-fbac856135aa tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636327 May 10 20:09:43.536453 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.538570 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:43.564249 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a2e61d-02a5-4d57-bd36-ef94237bdee3,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:43.569281 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:43.660349 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-b6dc69f5-4479-4805-b1ac-5266da2bf750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.661739 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-b6dc69f5-4479-4805-b1ac-5266da2bf750 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.1515341 May 10 20:09:43.693689 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.693689 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4880555 May 10 20:09:43.693689 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33858) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:43.698593 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:43.704710 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:43.708995 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:43.723178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:43.723178 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:43.750172 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-969ec41f-4775-4c9d-bb26-098b069b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:43.751639 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-969ec41f-4775-4c9d-bb26-098b069b2f86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752044 May 10 20:09:43.805618 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.securitygroups_db [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Project 075d08e0b849435e946f4ace8b7706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:09:43.826174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:43.887781 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-0aaf8bc1-d2d3-47b2-8a22-1156c02dab48 service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274362 May 10 20:09:43.919600 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.024299 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-650d8481-b3b1-4af3-bce9-0a4e8f04c404 req-4aaa078b-94cb-4a71-976d-4afb1d1e0a6a service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293123 May 10 20:09:44.034584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.044035 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5632d60b-ab18-4432-b9d5-c5014fcd09f9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:44.103175 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7630eb0-c181-42c6-9e2f-a4a9887ad77f,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:44.105691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:44.153763 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa06d1-1656-4ec9-a525-e2bfffd6b160 req-ede6839c-49ef-40de-bab2-8b8bbf604570 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:44.157577 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9caa06d1-1656-4ec9-a525-e2bfffd6b160 req-ede6839c-49ef-40de-bab2-8b8bbf604570 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0942287 May 10 20:09:44.203378 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-9caa06d1-1656-4ec9-a525-e2bfffd6b160 req-09f908e1-82cc-4f78-afdc-58bae1252dc1 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 May 10 20:09:44.251896 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.253073 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-61ae120e-5575-4795-9a9e-412db9c426bf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5672829 May 10 20:09:44.256000 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 33876) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:09:44.261025 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'security_group_rule': {'security_group_id': '6b338658-465c-4faf-9202-3d17c4ed1044', 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:44.267531 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:09:44.271311 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Usage tracker for resource:security_group_rule and tenant:075d08e0b849435e946f4ace8b7706fd is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:09:44.274242 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:09:44.281484 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:09:44.407104 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.securitygroups_db [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Project 075d08e0b849435e946f4ace8b7706fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:09:44.413989 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.486252 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.628556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-343639'] for security_group_rule, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.634916 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:44.654774 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d75dde-eee7-436a-b568-b1e38cb58980,revision_number=0']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:44.657325 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:44.748492 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.753376 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a2300aa9-fb2a-4094-9a9c-4e2f00becb84 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4963517 May 10 20:09:44.884591 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3af3-efae-4e33-bba3-1d1c0b0e1094 req-6b6d3fbc-a394-40e9-9df3-d77f6668dff8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:44.896286 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-91ad3af3-efae-4e33-bba3-1d1c0b0e1094 req-6b6d3fbc-a394-40e9-9df3-d77f6668dff8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1672578 May 10 20:09:44.907807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-86498d7b-a4ac-4f56-a0eb-b645c16b082a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.984567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:44.989803 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-91ad3af3-efae-4e33-bba3-1d1c0b0e1094 req-204a0528-f30a-4413-b488-0abad57d62bd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922911 May 10 20:09:45.175732 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-4e7b7087-1443-46b9-a39c-81fd352b087c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752622460&fields=id&tenant_id=075d08e0b849435e946f4ace8b7706fd HTTP/1.1" status: 200 len: 267 time: 0.0702968 May 10 20:09:45.304828 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-e695278d-b005-46d6-8231-06fdc37383ff tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:45.306824 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-e695278d-b005-46d6-8231-06fdc37383ff tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.1244559 May 10 20:09:45.318124 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.v2.base [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'port': {'security_groups': ['6a77a465-7bed-439e-8d66-507115d09d71', '6b338658-465c-4faf-9202-3d17c4ed1044']}} {{(pid=79261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:09:45.431822 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3465b6-d1e8-40b2-b2e4-18999a84d879 req-fba910e1-6de0-470f-a376-d788c8e9a3aa tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:45.437766 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1d3465b6-d1e8-40b2-b2e4-18999a84d879 req-fba910e1-6de0-470f-a376-d788c8e9a3aa tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1093547 May 10 20:09:45.483221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:45.487798 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-1d3465b6-d1e8-40b2-b2e4-18999a84d879 req-290a44d3-7194-41d6-b00d-d24ea44e05a6 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 May 10 20:09:45.863275 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:45.905352 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:09:45.931379 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:46.011564 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61531748'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:46.018141 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5451947e-237e-4cd1-b457-9594f3f5e693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:09:46.026129 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:46.113185 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:46.113844 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:46.132494 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-5618ef68-1bb2-44a4-923d-55d75d98e681 req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "PUT /v2.0/ports/e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 981 time: 0.8164921 May 10 20:09:46.133555 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:09:46.214546 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=6']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:46.218974 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:09:46.338581 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:09:46.427142 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af1ca-7b68-4172-aefc-0c44da5bccef req-a9e019bc-67a2-4672-a6d7-f45b7032bd76 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:46.436230 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d40af1ca-7b68-4172-aefc-0c44da5bccef req-a9e019bc-67a2-4672-a6d7-f45b7032bd76 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1772475 May 10 20:09:46.516492 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d40af1ca-7b68-4172-aefc-0c44da5bccef req-ff62f12c-d630-4715-bf48-2d99aca0a6a7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771744 May 10 20:09:46.710956 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-d9f112d9-b309-4356-83dd-8b7578c2e9d5 None None] Provisioning complete for port e80d1358-bd77-4979-95f9-220d0d52f8c0 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:09:46.711570 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d9f112d9-b309-4356-83dd-8b7578c2e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:46.807742 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb6139-c1ce-4ce2-9da7-63828741ce85 req-285460da-1258-441c-9caa-e0345ac4f23c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:46.809482 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-dbfb6139-c1ce-4ce2-9da7-63828741ce85 req-285460da-1258-441c-9caa-e0345ac4f23c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.1266925 May 10 20:09:46.874592 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-dbfb6139-c1ce-4ce2-9da7-63828741ce85 req-f1cdb070-d1a3-47fd-bc41-6ec027663062 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:09:46.994833 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-dbfb6139-c1ce-4ce2-9da7-63828741ce85 req-f1cdb070-d1a3-47fd-bc41-6ec027663062 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:09:46.995902 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-dbfb6139-c1ce-4ce2-9da7-63828741ce85 req-f1cdb070-d1a3-47fd-bc41-6ec027663062 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792982 May 10 20:09:47.085857 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:09:47.408349 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88309277-2be6-405d-a492-188ee411b597 req-b9390cbe-2fc3-4f5a-85d5-5674573910b3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:47.416099 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88309277-2be6-405d-a492-188ee411b597 req-b9390cbe-2fc3-4f5a-85d5-5674573910b3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1245513 May 10 20:09:47.484147 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-88309277-2be6-405d-a492-188ee411b597 req-7394a4cc-a7d9-47fc-849d-fe7371a5d163 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653775 May 10 20:09:47.796576 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:09:47.799742 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefb313-832c-41ce-ad7f-9d8f15576057 req-57b83dc4-6f08-461d-8506-a9fd8abdaea0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:47.801262 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7eefb313-832c-41ce-ad7f-9d8f15576057 req-57b83dc4-6f08-461d-8506-a9fd8abdaea0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1351259 May 10 20:09:47.894081 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7eefb313-832c-41ce-ad7f-9d8f15576057 req-fffda45b-5acd-4c19-b4f2-3c84369db2ec tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833447 May 10 20:09:48.685065 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b32d8-c366-405d-9ac6-e63aaa2e02a1 req-78668d2e-2963-411b-b85a-ec4b85e259b7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:48.687781 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c59b32d8-c366-405d-9ac6-e63aaa2e02a1 req-78668d2e-2963-411b-b85a-ec4b85e259b7 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0926661 May 10 20:09:48.750386 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c59b32d8-c366-405d-9ac6-e63aaa2e02a1 req-e356eb2e-2350-4234-a0d8-54a7c3acd388 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576530 May 10 20:09:49.114666 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300f3c0-9c14-4d6f-85d6-319607f2c995 req-2544a1da-943e-4ecb-a980-c8c14de29f7a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:49.116467 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5300f3c0-9c14-4d6f-85d6-319607f2c995 req-2544a1da-943e-4ecb-a980-c8c14de29f7a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.1002073 May 10 20:09:49.176976 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5300f3c0-9c14-4d6f-85d6-319607f2c995 req-f8315822-a40a-4cfd-95e7-e481921deec1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546935 May 10 20:09:49.938288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faac442-899f-4fc4-998b-25458237800a req-75c2293d-2ca7-4c95-930c-2e41e5c4da7b tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:49.939921 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7faac442-899f-4fc4-998b-25458237800a req-75c2293d-2ca7-4c95-930c-2e41e5c4da7b tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0859571 May 10 20:09:49.995469 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7faac442-899f-4fc4-998b-25458237800a req-49d8b2f1-61b2-43db-a4c7-b563deffbd66 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487967 May 10 20:09:50.386311 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92258b48-91d3-4855-9f5f-06e340e2b123 req-f6338a26-1519-4eee-bd81-6e3675da7779 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:50.387921 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-92258b48-91d3-4855-9f5f-06e340e2b123 req-f6338a26-1519-4eee-bd81-6e3675da7779 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0939019 May 10 20:09:50.458758 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-92258b48-91d3-4855-9f5f-06e340e2b123 req-d4bc9323-7f75-416c-9290-f7011bfebed0 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646789 May 10 20:09:51.190013 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1133c3-7cdf-451f-b235-4b5c07233960 req-0964585f-3d85-468d-b1e2-1ec0477e45cb tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:51.191540 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c1133c3-7cdf-451f-b235-4b5c07233960 req-0964585f-3d85-468d-b1e2-1ec0477e45cb tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0892010 May 10 20:09:51.240274 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4c1133c3-7cdf-451f-b235-4b5c07233960 req-50d8f2b6-3b8a-421b-8258-51c3e7b19e28 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 May 10 20:09:51.677729 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b320125-3121-436f-a765-4f6488f8a45e req-968d99b6-fee9-4518-a8f2-5810c055c023 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:51.679484 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0b320125-3121-436f-a765-4f6488f8a45e req-968d99b6-fee9-4518-a8f2-5810c055c023 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0886281 May 10 20:09:51.726407 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0b320125-3121-436f-a765-4f6488f8a45e req-10bc4483-cf62-47ee-8628-bc1ddcdf3a56 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 May 10 20:09:52.443148 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd715-43ac-4766-a9ed-163fcd5c9778 req-2d2e3945-6a41-43cd-92c7-576d204291dc tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:52.444635 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d32fd715-43ac-4766-a9ed-163fcd5c9778 req-2d2e3945-6a41-43cd-92c7-576d204291dc tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0928969 May 10 20:09:52.580492 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d32fd715-43ac-4766-a9ed-163fcd5c9778 req-74700cbb-5ba0-4712-897e-74e3667d6402 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297641 May 10 20:09:52.925867 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c520c35-0b77-4e9c-a82b-a795f1713440 req-37c0860a-d32b-492a-8826-ef98c3df6af8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:52.928472 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7c520c35-0b77-4e9c-a82b-a795f1713440 req-37c0860a-d32b-492a-8826-ef98c3df6af8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0835812 May 10 20:09:52.985729 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-7c520c35-0b77-4e9c-a82b-a795f1713440 req-96b792c5-f617-40bd-b015-099e18ce5ba6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455921 May 10 20:09:53.767652 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2809377-7aba-407a-9cc3-57c10f53a9bf req-5bed46b5-d61e-4909-9f82-1f85b4593502 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:53.769075 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a2809377-7aba-407a-9cc3-57c10f53a9bf req-5bed46b5-d61e-4909-9f82-1f85b4593502 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0841298 May 10 20:09:53.816469 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-a2809377-7aba-407a-9cc3-57c10f53a9bf req-8f88ac92-caf0-4172-b900-a6cdeeddd502 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 May 10 20:09:54.207659 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5e51b-0ae6-4b1c-a957-897e42b0f174 req-9ccb1eda-0e3a-48db-baa5-b258307bd2e7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:54.210166 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce5e51b-0ae6-4b1c-a957-897e42b0f174 req-9ccb1eda-0e3a-48db-baa5-b258307bd2e7 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0873461 May 10 20:09:54.264468 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce5e51b-0ae6-4b1c-a957-897e42b0f174 req-42050ee9-c55e-4ddf-91fe-cba83bd47888 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466378 May 10 20:09:55.005999 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea3ff2-7726-4d14-9027-f2bad1381f00 req-fa425849-0426-46b4-894d-16b7468cab74 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:55.007538 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9bea3ff2-7726-4d14-9027-f2bad1381f00 req-fa425849-0426-46b4-894d-16b7468cab74 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0822992 May 10 20:09:55.061131 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-9bea3ff2-7726-4d14-9027-f2bad1381f00 req-ac0c905f-2682-4456-8d99-9a829eee5d66 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477898 May 10 20:09:55.476626 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d78fe6-18af-4459-abae-0f6dcc670bba req-b0f16763-012e-40ad-84a7-40506d89c79b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:55.484333 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e4d78fe6-18af-4459-abae-0f6dcc670bba req-b0f16763-012e-40ad-84a7-40506d89c79b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0932939 May 10 20:09:55.524416 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e4d78fe6-18af-4459-abae-0f6dcc670bba req-e2081453-4d0f-482a-ae04-c4737987cd7e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397918 May 10 20:09:56.303502 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7af348-0e18-4d69-9fd6-0e6eb940eab2 req-de2a0742-d0d2-430f-ada4-f6268b12ce9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.305100 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6b7af348-0e18-4d69-9fd6-0e6eb940eab2 req-de2a0742-d0d2-430f-ada4-f6268b12ce9c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1313026 May 10 20:09:56.370445 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-d33c171f-c589-48f8-8841-ba59f34d627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.371889 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-d33c171f-c589-48f8-8841-ba59f34d627f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1137 time: 0.1674354 May 10 20:09:56.473679 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6b7af348-0e18-4d69-9fd6-0e6eb940eab2 req-c1d47ec6-8611-49c2-b4a7-ab5ada01bd33 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614540 May 10 20:09:56.525597 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-a5b3c7fd-6dd9-4491-bdd4-66da0317e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.527122 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-a5b3c7fd-6dd9-4491-bdd4-66da0317e42e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.2160535 May 10 20:09:56.564378 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-4fc5af4a-e019-43bc-9d38-a58205221c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.565797 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-4fc5af4a-e019-43bc-9d38-a58205221c5f service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.1861987 May 10 20:09:56.777716 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-b6059b0b-3f11-4816-8776-e14c55308740 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 1001 time: 0.1669481 May 10 20:09:56.840001 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-c2589896-353f-4106-8e04-7f991bbb1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.846480 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-c2589896-353f-4106-8e04-7f991bbb1254 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 910 time: 0.3056965 May 10 20:09:56.936031 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-6afb7c24-3a7f-4197-bf15-bc352613aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.937427 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-6afb7c24-3a7f-4197-bf15-bc352613aa66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.1528671 May 10 20:09:56.955018 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e84aa-dd11-4d9d-899e-a49b57089164 req-16ea2d5f-dca7-4579-b423-d511ab1df936 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:56.956415 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-985e84aa-dd11-4d9d-899e-a49b57089164 req-16ea2d5f-dca7-4579-b423-d511ab1df936 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.2949188 May 10 20:09:57.035715 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-75e5f51c-1fb0-4c67-ae9e-affdea2f3816 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 1002 time: 0.1845179 May 10 20:09:57.197984 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-985e84aa-dd11-4d9d-899e-a49b57089164 req-675695de-876f-4393-ae75-82ef6a131636 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103846 May 10 20:09:57.220574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-d0e5fb90-5f78-48f4-9e46-73057b54b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:57.222016 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-d0e5fb90-5f78-48f4-9e46-73057b54b72c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.1731970 May 10 20:09:57.275280 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-4f925340-3adf-42fd-83fb-b978c8aa2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:57.276784 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-4f925340-3adf-42fd-83fb-b978c8aa2400 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3311720 May 10 20:09:57.403767 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-045ffa14-755f-4cf2-9cf1-89b3520c4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:57.405223 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-045ffa14-755f-4cf2-9cf1-89b3520c4c1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1727405 May 10 20:09:57.492711 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-87779138-92a7-414a-9384-19ee545ce7f6 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085140 May 10 20:09:57.647419 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-4f3ba387-ac8c-4e89-b633-a712b4806dce service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286942 May 10 20:09:57.675516 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a3e60-f006-4020-8c94-3bb6db755f2f req-a7c779fa-3c83-4c39-bbee-14ba5c48f0ba tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:57.677800 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-781a3e60-f006-4020-8c94-3bb6db755f2f req-a7c779fa-3c83-4c39-bbee-14ba5c48f0ba tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0920660 May 10 20:09:57.693855 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-adb58514-b4dc-41c2-9ef2-2812cb0096f8 req-b32b6408-45d4-402c-a63c-22ce66a49e3a service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924191 May 10 20:09:57.734746 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-781a3e60-f006-4020-8c94-3bb6db755f2f req-ce2eac6c-afd1-49f5-891b-b487882c8086 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 May 10 20:09:57.807206 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-e90497cd-ebf4-43f7-be8c-60763a54c34b req-2f372d76-08e8-4136-ace4-2dc1b8582b57 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430485 May 10 20:09:58.393169 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95b5f3-c78c-4747-bbd8-662be25deaf4 req-351144d6-1f60-47d7-ae6e-90b992b51d22 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:58.394660 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5e95b5f3-c78c-4747-bbd8-662be25deaf4 req-351144d6-1f60-47d7-ae6e-90b992b51d22 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0838411 May 10 20:09:58.441692 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-5e95b5f3-c78c-4747-bbd8-662be25deaf4 req-c571bea0-7e76-4e62-b50a-776b9a6139dd tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 May 10 20:09:58.922987 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2454-31a3-4b3d-9958-dbe364849c47 req-87f81fd5-c8ef-488d-b1c3-8ba2bfd399ef tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:58.924436 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b8db2454-31a3-4b3d-9958-dbe364849c47 req-87f81fd5-c8ef-488d-b1c3-8ba2bfd399ef tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0791619 May 10 20:09:58.968323 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-b8db2454-31a3-4b3d-9958-dbe364849c47 req-f8951695-7422-47a3-a012-cde80bf87cf9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 May 10 20:09:59.635361 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe83b5d-c4f4-4304-a5a7-1d4a0eb28da3 req-9eefe3f8-23d8-459c-9e7a-019d7551e564 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:09:59.636993 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fbe83b5d-c4f4-4304-a5a7-1d4a0eb28da3 req-9eefe3f8-23d8-459c-9e7a-019d7551e564 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 944 time: 0.0849588 May 10 20:09:59.684293 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fbe83b5d-c4f4-4304-a5a7-1d4a0eb28da3 req-5e271cb3-cc35-41ab-8f8d-5dceb55c5e01 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 May 10 20:10:00.156333 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f83b4a-1d69-489c-8bb8-6793eef92218 req-eab02f27-4cc9-4a63-9c22-af692746e10c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:00.157696 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-62f83b4a-1d69-489c-8bb8-6793eef92218 req-eab02f27-4cc9-4a63-9c22-af692746e10c tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0822537 May 10 20:10:00.203913 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-62f83b4a-1d69-489c-8bb8-6793eef92218 req-640414b7-8f0f-4842-afe7-ebccb3779e17 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403056 May 10 20:10:00.310240 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:10:00.444331 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:00.457717 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'port_id': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'mac_address': 'fa:16:3e:bc:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:10:00.516951 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:00.534137 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:10:00.550420 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:00.691799 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:00.694271 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:00.767716 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=9']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:00.770980 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:00.885428 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18696a90-a917-464c-a07f-bd4c76d82468 req-dca6c9c8-6ce1-4704-bf3f-76f66f346129 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:00.886990 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-18696a90-a917-464c-a07f-bd4c76d82468 req-dca6c9c8-6ce1-4704-bf3f-76f66f346129 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 945 time: 0.0847120 May 10 20:10:00.932889 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-18696a90-a917-464c-a07f-bd4c76d82468 req-a773b64c-472b-4578-a0c5-9f9fb448c5e5 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 May 10 20:10:00.938912 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['38e29240-e58d-42ce-86e6-15deb4e063d2'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:10:01.056228 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34078) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:01.122471 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Deleting subnet 7a77a0c7-4fc2-42e3-a00d-67326d8141c1 {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:10:01.126064 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:01.180785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:01.238853 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:01.529228 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb1fdb-0042-4735-9743-d78135cbd3ff req-25282ca7-a87d-47e1-8e87-7a13c1ee0306 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:01.530775 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ebcb1fdb-0042-4735-9743-d78135cbd3ff req-25282ca7-a87d-47e1-8e87-7a13c1ee0306 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1777053 May 10 20:10:01.600427 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ebcb1fdb-0042-4735-9743-d78135cbd3ff req-efa2fe98-a798-4ffc-b39f-bd81c4f0bff8 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604784 May 10 20:10:01.703054 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:01.708183 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:01.745527 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a77a0c7-4fc2-42e3-a00d-67326d8141c1,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:01.748637 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:01.749635 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:01.756311 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-13f64ae8-e87d-4cfa-827a-af155e5bfa28 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7a77a0c7-4fc2-42e3-a00d-67326d8141c1 HTTP/1.1" status: 204 len: 168 time: 0.6990201 May 10 20:10:01.758818 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34088) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:01.952915 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.159872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.172918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe4cc-9013-4166-8d9f-011267a7afbc req-d935f524-3274-4ec9-9fe3-572288a93bbe tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:02.174917 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-01dbe4cc-9013-4166-8d9f-011267a7afbc req-d935f524-3274-4ec9-9fe3-572288a93bbe tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0898113 May 10 20:10:02.183295 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49583a45-9fa7-4f0e-86f5-1c213986ab62']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:02.204687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9eacb0-69ea-462f-8a27-33db9d370961') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:02.204921 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9eacb0-69ea-462f-8a27-33db9d370961') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:02.220719 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-01dbe4cc-9013-4166-8d9f-011267a7afbc req-07d63776-5b35-4e40-ace9-fefc62940ab3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401397 May 10 20:10:02.221672 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.244784 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.257748 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:02.258131 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:02.274255 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:02.287311 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2f4d-b23d-4ae6-8175-5aad3f4e9339 req-9736beb2-0f3e-4cd8-b239-cb1e79b76ff6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:02.288764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-26cb2f4d-b23d-4ae6-8175-5aad3f4e9339 req-9736beb2-0f3e-4cd8-b239-cb1e79b76ff6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 945 time: 0.2287099 May 10 20:10:02.315306 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:10:02.376719 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-be056617-c0cd-4d2c-9327-31e17d5be92b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2618670 May 10 20:10:02.382868 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port 38e29240-e58d-42ce-86e6-15deb4e063d2 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:10:02.384213 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.407303 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-26cb2f4d-b23d-4ae6-8175-5aad3f4e9339 req-3ef8c979-9fd4-4b62-8de2-fa5796feff3f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683017 May 10 20:10:02.486411 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.496789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-00e4cd6b-2d2c-4497-9c9e-89d4baeaa60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:02.512577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.523187 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Pushing event deleted for resources: {'Network': ['ID=49583a45-9fa7-4f0e-86f5-1c213986ab62,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:02.523599 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.533413 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:02.555663 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:02.566366 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:02.602861 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'code': 200} May 10 20:10:02.646275 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4264d8d9-a2af-44ae-a04e-eba422830286 admin admin] 10.222.0.42 "DELETE /v2.0/networks/49583a45-9fa7-4f0e-86f5-1c213986ab62 HTTP/1.1" status: 204 len: 168 time: 0.8864408 May 10 20:10:02.680607 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.681683 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.682734 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:02.731253 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:02.839173 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=10']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:02.841993 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:02.898028 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:02.930115 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:02.993874 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34110) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:02.997756 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c39b5d-1df2-4777-b2a7-45a1595d092a req-992a138e-df2e-4136-a474-e1712305710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:02.999430 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6c39b5d-1df2-4777-b2a7-45a1595d092a req-992a138e-df2e-4136-a474-e1712305710c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1100 time: 0.0761557 May 10 20:10:03.017203 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.019016 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:03.041760 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6c39b5d-1df2-4777-b2a7-45a1595d092a req-258cc7fd-d6d0-4608-a824-4f2ec221fcfa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 May 10 20:10:03.047417 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2c597d1c-19c0-444f-8682-647875c1c4f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5b7422581f74c58b24c6ff7e22fa9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513713 May 10 20:10:03.049935 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34114) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:03.087960 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=6']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:03.091132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:03.113509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.140136 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.285472 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.290658 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-31ace2a2-0ff9-4d03-abe2-f3675aa51e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:03.304503 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083313d-ad92-4577-accc-82acfff8a675,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:03.307326 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:03.381496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:03.382729 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3083313d-ad92-4577-accc-82acfff8a675 HTTP/1.1" status: 204 len: 168 time: 0.3319554 May 10 20:10:03.414177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c613-2e73-44f7-b60c-af93b25c2011 req-f34f86cd-1e5d-4bc5-ac5f-fd7aabf7b8e8 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:03.415715 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d983c613-2e73-44f7-b60c-af93b25c2011 req-f34f86cd-1e5d-4bc5-ac5f-fd7aabf7b8e8 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0853508 May 10 20:10:03.462687 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d983c613-2e73-44f7-b60c-af93b25c2011 req-e0270397-033f-495e-8a02-88502b92c1c2 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407214 May 10 20:10:03.623084 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e52c0-9f02-4e57-afa3-26c5dd6dfcc7 req-a5341ae1-e662-4cc7-bb8e-dad1dfb3a629 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:03.624589 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-710e52c0-9f02-4e57-afa3-26c5dd6dfcc7 req-a5341ae1-e662-4cc7-bb8e-dad1dfb3a629 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.0849645 May 10 20:10:03.676888 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-710e52c0-9f02-4e57-afa3-26c5dd6dfcc7 req-d0bf4a2b-4d90-43f7-bf33-871d8d064d2e tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 May 10 20:10:04.604073 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:04.645325 dv-cinder-788364-3-smb neutron-server[79262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'code': 422} returned with failed status May 10 20:10:04.650232 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dbfd0-cf71-4e61-95df-eb34c757d415 req-20afca71-6315-4f7e-875a-d2c30a650681 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:04.651742 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ca2dbfd0-cf71-4e61-95df-eb34c757d415 req-20afca71-6315-4f7e-875a-d2c30a650681 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0844355 May 10 20:10:04.700664 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-ca2dbfd0-cf71-4e61-95df-eb34c757d415 req-b1806e46-cdc0-4bb2-9ba0-4a375fa433a8 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 May 10 20:10:04.878902 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61016513-e40c-49cd-96a5-ddcbc440ae5e req-7f88ef2a-04f9-45a7-9a0e-4b8416c6d4e8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:04.880360 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-61016513-e40c-49cd-96a5-ddcbc440ae5e req-7f88ef2a-04f9-45a7-9a0e-4b8416c6d4e8 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.0879536 May 10 20:10:04.926656 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-61016513-e40c-49cd-96a5-ddcbc440ae5e req-1d4204f3-c03f-4f19-87be-3dc481d8d505 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 May 10 20:10:05.573547 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-726c3a71-cdb3-4d15-847a-3d203e397019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:05.575052 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-726c3a71-cdb3-4d15-847a-3d203e397019 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd&tenant_id=d956cbbb2c8b47c185b127b18e463f9b HTTP/1.1" status: 200 len: 1097 time: 0.0786555 May 10 20:10:05.672036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-e98ab339-18f7-4589-ae8d-e28172cbc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:05.673623 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-e98ab339-18f7-4589-ae8d-e28172cbc5ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1097 time: 0.0742087 May 10 20:10:05.810125 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-aa8b808b-26de-4e82-91be-7f0c1b8b13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:05.811571 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-aa8b808b-26de-4e82-91be-7f0c1b8b13e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 910 time: 0.1319213 May 10 20:10:05.961928 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-7b0c934e-ffda-47f1-a09a-4887bfd8b58b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 1000 time: 0.1124940 May 10 20:10:06.013792 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828039a-e51e-42e3-ac50-ff9ad1d1e54c req-1a53133c-a045-4690-bb93-db32fc2c35c9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:06.015364 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c828039a-e51e-42e3-ac50-ff9ad1d1e54c req-1a53133c-a045-4690-bb93-db32fc2c35c9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.2079973 May 10 20:10:06.067395 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-2b043c07-528e-4b4a-881f-31ae4e14b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:06.068783 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-2b043c07-528e-4b4a-881f-31ae4e14b72b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.0982354 May 10 20:10:06.078130 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-c828039a-e51e-42e3-ac50-ff9ad1d1e54c req-91e41d33-1248-4819-bba9-2ed2c9ff533b tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539994 May 10 20:10:06.151974 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-c3865463-4025-42a5-9812-e3377adda66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:06.153212 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-c3865463-4025-42a5-9812-e3377adda66c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741568 May 10 20:10:06.308318 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-41174685-1cec-4b1e-b8a1-c254e86cecb3 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445196 May 10 20:10:06.572851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc772fe-83f6-4663-8f7d-559752a8f67c req-41e03d89-e1cd-4429-aa6d-555b7550bb44 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:06.574176 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8fc772fe-83f6-4663-8f7d-559752a8f67c req-41e03d89-e1cd-4429-aa6d-555b7550bb44 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.0793824 May 10 20:10:06.598013 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d11b0f23-eb3a-4f65-af14-52681ab981fd req-062e3594-1870-41d8-96ed-0ca7af7a3337 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806563 May 10 20:10:06.607983 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f9b94-4353-444e-b278-c664fa94c6c9 req-6fd75353-3891-4164-b96f-df8015fde83f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:06.609489 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-917f9b94-4353-444e-b278-c664fa94c6c9 req-6fd75353-3891-4164-b96f-df8015fde83f tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.2712839 May 10 20:10:06.619965 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-8fc772fe-83f6-4663-8f7d-559752a8f67c req-7e4adc48-77d3-4735-bfa0-f3c358555b38 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 May 10 20:10:06.656671 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-917f9b94-4353-444e-b278-c664fa94c6c9 req-c5058df9-cb52-49e8-8729-d8a2f2c1eaad tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 May 10 20:10:07.265444 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1e46-a480-4b90-b132-4aa6a7c919fe req-f333b227-5dca-4cff-b044-ef8284e1f62f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:07.267603 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e43b1e46-a480-4b90-b132-4aa6a7c919fe req-f333b227-5dca-4cff-b044-ef8284e1f62f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0824454 May 10 20:10:07.310938 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-e43b1e46-a480-4b90-b132-4aa6a7c919fe req-e9fe8055-6fec-486a-9411-b0887c2dfb02 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 May 10 20:10:07.811307 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85da28-8ce0-42af-8717-820bb0bf1a64 req-02f27bf9-b35d-40ff-95c8-dc23140f62bd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:07.812772 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fb85da28-8ce0-42af-8717-820bb0bf1a64 req-02f27bf9-b35d-40ff-95c8-dc23140f62bd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.0827591 May 10 20:10:07.856255 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fb85da28-8ce0-42af-8717-820bb0bf1a64 req-3761d4d4-7631-47c6-a73f-649169ea8f86 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377834 May 10 20:10:08.495770 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071bc72-9119-47d0-a945-3068b910c9b9 req-5e1313fd-d352-47cd-9fef-1bd994043ed2 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:08.497219 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3071bc72-9119-47d0-a945-3068b910c9b9 req-5e1313fd-d352-47cd-9fef-1bd994043ed2 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0822978 May 10 20:10:08.541584 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-3071bc72-9119-47d0-a945-3068b910c9b9 req-1d41b110-f9b6-49e6-95cf-b1570932d956 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378840 May 10 20:10:08.545695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-394c66c8-27f5-4e0b-b3d5-79d86c3a53f0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:08.547160 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-394c66c8-27f5-4e0b-b3d5-79d86c3a53f0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.0785103 May 10 20:10:08.684603 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Deleting port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:08.689761 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:08.815429 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] For port bbf02b05-66f2-49ce-909e-d5df4d3f40d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:08.816132 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.148227 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.148494 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.148796 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Floating IP 1fb3f58b-a87c-4774-907f-04f6224d8783 disassociated. External IP: 172.28.1.75, port: bbf02b05-66f2-49ce-909e-d5df4d3f40d8. May 10 20:10:09.149130 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Calling delete_port for bbf02b05-66f2-49ce-909e-d5df4d3f40d8 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:09.169699 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855bb72-e2f5-4a6d-a473-424a2ca46467 req-17ab353d-bf13-4ebe-aa66-77b7fb35d6e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:09.171170 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0855bb72-e2f5-4a6d-a473-424a2ca46467 req-17ab353d-bf13-4ebe-aa66-77b7fb35d6e0 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 945 time: 0.2073832 May 10 20:10:09.228819 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0855bb72-e2f5-4a6d-a473-424a2ca46467 req-914a5aee-ae47-4cb4-954b-16fa58ed3add tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups?id=42cee8a8-91e8-4c98-a46a-c13a83ed108f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463393 May 10 20:10:09.376931 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.382535 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:09.426706 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'Port': ['ID=bbf02b05-66f2-49ce-909e-d5df4d3f40d8,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:09.429810 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:09.610114 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:09.729922 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0be98-c575-479e-8c8d-3c834100eb3e req-1d0670de-ba40-4417-ad1e-62de7a963f20 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:09.731414 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-24c0be98-c575-479e-8c8d-3c834100eb3e req-1d0670de-ba40-4417-ad1e-62de7a963f20 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 944 time: 0.0831029 May 10 20:10:09.785406 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-24c0be98-c575-479e-8c8d-3c834100eb3e req-3117b9e5-e16d-45fb-bdc7-1476c9cb32fa tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478446 May 10 20:10:09.895645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:09.905005 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:09.919625 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:09.920429 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:09:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:09.970761 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] No DVR routers for this DVR port bbf02b05-66f2-49ce-909e-d5df4d3f40d8 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:09.973590 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:09.976805 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'name': 'network-vif-deleted', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:10.022443 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979edcb-655b-4506-af1d-83659cf5c4f1', 'name': 'network-vif-deleted', 'tag': 'bbf02b05-66f2-49ce-909e-d5df4d3f40d8', 'status': 'completed', 'code': 200} May 10 20:10:10.051827 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-cf2a96f5-e61f-402a-ab24-58624671dd4c req-aca5eb00-03e2-4f0b-a2de-642930995831 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.68 "DELETE /v2.0/ports/bbf02b05-66f2-49ce-909e-d5df4d3f40d8 HTTP/1.1" status: 204 len: 173 time: 1.4990368 May 10 20:10:10.102330 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:10.380058 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-acb5f7b7-58f4-4925-955a-82a698d21f26 req-44d18cfc-4d8c-4415-9de8-ddcfef9e092d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/ports?device_id=d979edcb-655b-4506-af1d-83659cf5c4f1 HTTP/1.1" status: 200 len: 210 time: 0.0434504 May 10 20:10:10.390390 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=79262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 20:10:10.531712 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:10.541422 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:10.544181 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:10.561962 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Returning: {'device': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'port_id': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'mac_address': 'fa:16:3e:0c:c1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 20:10:10.565730 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:10.566348 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:09:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:10.754174 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.776385 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d588ce95-189f-46e4-8bd1-c63988d6fe72 {{(pid=79262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 20:10:10.809806 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:10.814834 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:10.944772 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:10.961268 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:10.972909 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f6f7-a91d-4562-8473-5d7aaf162538 req-c2dd772e-9462-4bdf-99ae-7b1b9e8dd8ac tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:10.974723 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1202f6f7-a91d-4562-8473-5d7aaf162538 req-c2dd772e-9462-4bdf-99ae-7b1b9e8dd8ac tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 945 time: 0.0816665 May 10 20:10:11.025793 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1202f6f7-a91d-4562-8473-5d7aaf162538 req-cb1c035c-24fb-4f89-b293-9ea86dc79163 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454822 May 10 20:10:11.148524 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=7']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:11.161785 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.162131 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.162498 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.162833 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.163162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.163493 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.163844 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.164168 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.164492 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.164816 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.165539 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.165539 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:11.177883 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:11.214079 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['d588ce95-189f-46e4-8bd1-c63988d6fe72'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:10:11.239885 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1d6f6-cb56-4266-ae52-cdc2facdf38b req-fefc241b-465f-40fe-9362-f6e1ddbeb731 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:11.241379 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7dd1d6f6-cb56-4266-ae52-cdc2facdf38b req-fefc241b-465f-40fe-9362-f6e1ddbeb731 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0950143 May 10 20:10:11.293268 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7dd1d6f6-cb56-4266-ae52-cdc2facdf38b req-832b6e7d-3d23-48e2-af02-73303ccb9256 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451703 May 10 20:10:11.301239 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-6289f653-eb19-4dad-84fe-da4fe5383441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:11.302700 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-6289f653-eb19-4dad-84fe-da4fe5383441 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1137 time: 0.0762656 May 10 20:10:11.344689 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:11.357317 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c23517-1352-4cd5-9501-fe4ef14791bf None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:03:33Z', 'revision_number': 4, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'aecb707f-636b-4bf0-a46d-f8f55e139a3a', 'name': '', 'network_id': '46e3c939-8fea-4567-a04b-afa66bd9a357', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'mac_address': 'fa:16:3e:12:f0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:28Z', 'updated_at': '2021-05-10T20:03:46Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'subnets': [{'id': 'c8890f76-034c-47de-ba3c-3f1b6e535356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:11.449652 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-b58f87de-1d38-40d3-bd26-1bb857af4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:11.451218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-b58f87de-1d38-40d3-bd26-1bb857af4c56 service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.1393702 May 10 20:10:11.565016 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-80eae7f5-a02f-462b-af06-a277854578eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 1001 time: 0.1070242 May 10 20:10:11.597484 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34226) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:11.635035 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa531a3-710c-43a5-95f7-407e2821802c None None] New status for floating IP 1fb3f58b-a87c-4774-907f-04f6224d8783: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:10:11.637719 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-64185ef9-8e81-401f-bebb-89b20ee144c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:11.639260 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-64185ef9-8e81-401f-bebb-89b20ee144c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0672388 May 10 20:10:11.668375 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.718506 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-f108a0f0-895a-4a98-8f2c-43c6d380e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:11.720571 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-f108a0f0-895a-4a98-8f2c-43c6d380e0ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744796 May 10 20:10:11.785534 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.859968 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-d8b54af2-0c1b-44c2-9dab-f9b4bea99f06 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314137 May 10 20:10:11.902535 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:11.907884 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-969c4d16-6a77-46b0-9cd8-151d74de113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:11.923670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cee8a8-91e8-4c98-a46a-c13a83ed108f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:11.926179 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:11.994394 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-349f0a51-43a1-45d8-bd68-c33aa91c704e req-d61c5754-0aeb-4f30-be79-3ff1ed4588f9 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270998 May 10 20:10:12.009328 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.011188 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0968fbb4-7fff-4d94-84f7-f9049d213be9 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "DELETE /v2.0/security-groups/42cee8a8-91e8-4c98-a46a-c13a83ed108f HTTP/1.1" status: 204 len: 168 time: 0.4125593 May 10 20:10:12.013601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34230) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:12.029755 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.api.v2.resource [None req-0414e631-c82d-4039-b2da-3b5bd3e95679 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] show failed (client error): The resource could not be found. May 10 20:10:12.030699 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-0414e631-c82d-4039-b2da-3b5bd3e95679 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "GET /v2.0/security-groups/42cee8a8-91e8-4c98-a46a-c13a83ed108f HTTP/1.1" status: 404 len: 347 time: 0.0161920 May 10 20:10:12.033857 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34234) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:12.231970 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98ddc-5c64-4956-84ad-12b735dd1ac3 req-bc1d3903-8334-4650-8b81-d3c2134e1147 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:12.233689 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-85e98ddc-5c64-4956-84ad-12b735dd1ac3 req-bc1d3903-8334-4650-8b81-d3c2134e1147 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 945 time: 0.0862973 May 10 20:10:12.255926 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Deleting port 3331c5ab-106d-444d-b50f-80c77c189821 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:12.256557 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.281994 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-85e98ddc-5c64-4956-84ad-12b735dd1ac3 req-c30ae3c5-c28a-490c-934a-bd9085f4cdc1 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 May 10 20:10:12.378953 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.379304 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.406472 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 up at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 20:10:12.439218 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1828-7ef6-43d3-861c-dfef207cd401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.478619 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Provisioning complete for port d588ce95-189f-46e4-8bd1-c63988d6fe72 triggered by entity L2. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:10:12.478995 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.534740 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Calling delete_port for 3331c5ab-106d-444d-b50f-80c77c189821 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:12.595246 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.606816 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff70a7-7db0-4c7a-9d23-83352bd24031 req-a0ec7ab2-92c2-4b89-afa6-d6e15974aac4 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:12.608284 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f1ff70a7-7db0-4c7a-9d23-83352bd24031 req-a0ec7ab2-92c2-4b89-afa6-d6e15974aac4 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.1654336 May 10 20:10:12.622473 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:12.633055 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:12.666134 dv-cinder-788364-3-smb neutron-server[79262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'code': 200} May 10 20:10:12.672540 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-f1ff70a7-7db0-4c7a-9d23-83352bd24031 req-83f8857d-184b-4f4f-b441-8e337b754bd0 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563273 May 10 20:10:12.719397 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539'] for port, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.720157 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device bbf02b05-66f2-49ce-909e-d5df4d3f40d8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:12.747484 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:12.789377 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: bbf02b05-66f2-49ce-909e-d5df4d3f40d8 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:12.789723 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device bbf02b05-66f2-49ce-909e-d5df4d3f40d8 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:12.811138 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.816594 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:12.822488 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Pushing event updated for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=8']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:12.825518 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:12.886628 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Pushing event deleted for resources: {'Port': ['ID=3331c5ab-106d-444d-b50f-80c77c189821,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:12.888894 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:12.960866 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.975210 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:12.976237 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] 10.222.0.42 "DELETE /v2.0/floatingips/1fb3f58b-a87c-4774-907f-04f6224d8783 HTTP/1.1" status: 204 len: 168 time: 0.9415014 May 10 20:10:13.048299 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280934c-b98f-4618-bfab-39949b107e1f req-962fa102-04aa-43d8-8ec5-19a8740fe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:13.049764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d280934c-b98f-4618-bfab-39949b107e1f req-962fa102-04aa-43d8-8ec5-19a8740fe926 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.0709634 May 10 20:10:13.093512 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d280934c-b98f-4618-bfab-39949b107e1f req-16a92180-861c-471d-8743-a8555c36d317 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 May 10 20:10:13.473213 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e781-2dce-4c2c-b581-452375ebd047 req-a2f271db-aad6-4413-9535-cbf3d38fef83 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:13.474661 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8c37e781-2dce-4c2c-b581-452375ebd047 req-a2f271db-aad6-4413-9535-cbf3d38fef83 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0844095 May 10 20:10:13.518354 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-8c37e781-2dce-4c2c-b581-452375ebd047 req-ee8bc818-0d6d-41b0-9b14-84f81a8b25da tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 May 10 20:10:13.864598 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145fe74-deb9-4019-bea0-899c71a367f6 req-06de29e4-3c3f-490a-b5ce-a1117c0866a5 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:13.866056 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7145fe74-deb9-4019-bea0-899c71a367f6 req-06de29e4-3c3f-490a-b5ce-a1117c0866a5 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0825856 May 10 20:10:13.914259 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7145fe74-deb9-4019-bea0-899c71a367f6 req-8af9fc75-3339-4569-bf85-06383757741b tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412245 May 10 20:10:14.107937 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:10:14.700067 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eb6f0-0f4c-4721-86ba-a1ff19fc591a req-0c2ebb32-7896-4611-9f3b-f8ff1cd89d59 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:14.701486 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fa2eb6f0-0f4c-4721-86ba-a1ff19fc591a req-0c2ebb32-7896-4611-9f3b-f8ff1cd89d59 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0795519 May 10 20:10:14.751220 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fa2eb6f0-0f4c-4721-86ba-a1ff19fc591a req-53937d2b-2ed9-4916-a60e-ca72af2946a3 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 May 10 20:10:14.936486 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c8038f5e-7dca-402b-8236-3a4532675eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:14.982126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:15.101903 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fe67-e330-4c01-a174-39df6ce159b4 req-37c275cb-3fbe-4ba8-b984-f618c39b4c3f tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:15.103401 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7794fe67-e330-4c01-a174-39df6ce159b4 req-37c275cb-3fbe-4ba8-b984-f618c39b4c3f tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0850651 May 10 20:10:15.150179 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7794fe67-e330-4c01-a174-39df6ce159b4 req-51f7e4ec-018d-4092-9f91-bbb799d4ef15 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407705 May 10 20:10:15.816461 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:16.334293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398a1b-e17f-445e-ad69-61533ac15860 req-b4f36706-94e2-43b6-87fc-19380eaa2daf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:16.335779 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35398a1b-e17f-445e-ad69-61533ac15860 req-b4f36706-94e2-43b6-87fc-19380eaa2daf tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0803466 May 10 20:10:16.383528 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-35398a1b-e17f-445e-ad69-61533ac15860 req-e0866e2a-bac6-4783-9ab8-ebb2d8a0e777 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417511 May 10 20:10:17.577485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900790ef-383a-42c3-88ac-939f1cb8fe31 req-ac119a06-cf3a-4020-bea8-85cc3fd64d43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:17.578981 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-900790ef-383a-42c3-88ac-939f1cb8fe31 req-ac119a06-cf3a-4020-bea8-85cc3fd64d43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0823839 May 10 20:10:17.632492 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-900790ef-383a-42c3-88ac-939f1cb8fe31 req-a0e694c7-2fa4-475a-990e-cf880cb0ac8a tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444388 May 10 20:10:17.655027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34284) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:17.685160 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:18.436286 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:18.893574 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461adb1f-b7f2-4fd1-9329-b5775cb35795 req-e39eaeed-ef2f-4c10-a5a6-dbd64244b230 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:18.895191 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-461adb1f-b7f2-4fd1-9329-b5775cb35795 req-e39eaeed-ef2f-4c10-a5a6-dbd64244b230 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.1412587 May 10 20:10:18.942575 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Deleting port aecb707f-636b-4bf0-a46d-f8f55e139a3a {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:18.942915 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:19.013355 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-461adb1f-b7f2-4fd1-9329-b5775cb35795 req-3f47b3f3-17af-48b8-b340-ef44c47d9fe6 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113296 May 10 20:10:19.072930 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] For port aecb707f-636b-4bf0-a46d-f8f55e139a3a, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=aecb707f-636b-4bf0-a46d-f8f55e139a3a,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:19.073279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:19.197810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Calling delete_port for aecb707f-636b-4bf0-a46d-f8f55e139a3a owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:19.416670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:19.420408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:19.466701 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecb707f-636b-4bf0-a46d-f8f55e139a3a,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:19.469818 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:19.829271 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:20.187626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Router 681e1326-b88a-40a6-a4b2-957d8145416c has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:20.205675 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f78a0-af6c-4e78-99de-2d2fd891903e req-431665b2-0dad-42e2-9e97-d30c05fc314c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:20.207337 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-894f78a0-af6c-4e78-99de-2d2fd891903e req-431665b2-0dad-42e2-9e97-d30c05fc314c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0840189 May 10 20:10:20.254621 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-894f78a0-af6c-4e78-99de-2d2fd891903e req-ced39d64-9275-453d-81f4-3c955a1e1e44 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412495 May 10 20:10:20.364346 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:20.372534 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Sync routers for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:20.376288 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-64b4c958-7dd0-4eea-992d-86ebf43ad279 admin admin] 10.222.0.42 "PUT /v2.0/routers/681e1326-b88a-40a6-a4b2-957d8145416c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7202165 May 10 20:10:20.379485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34294) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:20.382109 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:20.382749 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:20.552190 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:20.556894 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:20.723565 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:20.844892 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:10:19Z', 'revision_number': 5, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port': {'id': '529e9bf6-5eaf-4016-b0d3-418a452bd875', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:20.848720 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Checking router: 681e1326-b88a-40a6-a4b2-957d8145416c for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:20.857174 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Routers {'681e1326-b88a-40a6-a4b2-957d8145416c'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:20.857761 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['681e1326-b88a-40a6-a4b2-957d8145416c'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:20.905879 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Deleting port 529e9bf6-5eaf-4016-b0d3-418a452bd875 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:20.906212 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.003667 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] Set router 681e1326-b88a-40a6-a4b2-957d8145416c gateway port host: None {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:21.135654 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] For port 529e9bf6-5eaf-4016-b0d3-418a452bd875, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=529e9bf6-5eaf-4016-b0d3-418a452bd875,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:21.136028 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.147265 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:10:20Z', 'revision_number': 6, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port_host': None}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:21.150900 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3dfd4f-85ca-4980-8c6d-16ac7f56205b None None] The sync data for ids ['681e1326-b88a-40a6-a4b2-957d8145416c'] in dv-cinder-788364-3-smb is: [{'id': '681e1326-b88a-40a6-a4b2-957d8145416c', 'name': 'tempest-AttachVolumeTestJSON-1784505046-router', 'tenant_id': 'c16a873a2fd8481fa23c6079180afb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:16Z', 'updated_at': '2021-05-10T20:10:20Z', 'revision_number': 6, 'project_id': 'c16a873a2fd8481fa23c6079180afb46', 'gw_port_host': None}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:21.254855 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Calling delete_port for 529e9bf6-5eaf-4016-b0d3-418a452bd875 owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:21.461080 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209813c-92e5-4cc9-b885-0ccf363071bd req-429c84e0-0c4e-4108-ae0f-f3402776aa2d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:21.462461 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7209813c-92e5-4cc9-b885-0ccf363071bd req-429c84e0-0c4e-4108-ae0f-f3402776aa2d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0957515 May 10 20:10:21.503005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.508516 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:21.552897 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-7209813c-92e5-4cc9-b885-0ccf363071bd req-1916e553-2897-4d17-a42a-6625019e8e79 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840068 May 10 20:10:21.563798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Pushing event deleted for resources: {'Port': ['ID=529e9bf6-5eaf-4016-b0d3-418a452bd875,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:21.566971 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:21.652900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.821340 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.823372 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.942746 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.943258 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 681e1326-b88a-40a6-a4b2-957d8145416c {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:10:21.955669 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:21.957137 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d82ba27d-8b0c-4251-ac8d-775ae8b78932 admin admin] 10.222.0.42 "DELETE /v2.0/routers/681e1326-b88a-40a6-a4b2-957d8145416c HTTP/1.1" status: 204 len: 168 time: 1.5767579 May 10 20:10:21.959855 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34300) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:22.022607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Deleting subnet c8890f76-034c-47de-ba3c-3f1b6e535356 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:10:22.025998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.044068 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 529e9bf6-5eaf-4016-b0d3-418a452bd875 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:22.078694 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 529e9bf6-5eaf-4016-b0d3-418a452bd875 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:22.079038 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 529e9bf6-5eaf-4016-b0d3-418a452bd875 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:22.079289 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.079442 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device aecb707f-636b-4bf0-a46d-f8f55e139a3a no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:22.118635 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: aecb707f-636b-4bf0-a46d-f8f55e139a3a {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:22.118991 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device aecb707f-636b-4bf0-a46d-f8f55e139a3a not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:22.206648 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.548021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.552063 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7f1c4b2c-09b6-4f26-987e-ed793342ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:22.586321 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8890f76-034c-47de-ba3c-3f1b6e535356,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:22.589390 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:22.590497 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.595922 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6a2c3-6a48-477e-9727-1dfb98391db4 None None] Network 46e3c939-8fea-4567-a04b-afa66bd9a357 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:10:22.597253 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-30f581ac-b053-4f2d-acf5-928d9d4c6149 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c8890f76-034c-47de-ba3c-3f1b6e535356 HTTP/1.1" status: 204 len: 168 time: 0.6358678 May 10 20:10:22.600167 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34306) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:22.853408 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] DHCP port deletion for 46e3c939-8fea-4567-a04b-afa66bd9a357 request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:10:22.886611 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.917315 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Deleting port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:22.917836 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:22.967304 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8964f2-5744-47f5-bbe5-d5bebfae1773 req-f528a2d8-7c33-415a-aed0-9838b30fafbe tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:22.968768 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eb8964f2-5744-47f5-bbe5-d5bebfae1773 req-f528a2d8-7c33-415a-aed0-9838b30fafbe tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.2581267 May 10 20:10:23.026189 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] For port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:23.026798 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.030759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eb8964f2-5744-47f5-bbe5-d5bebfae1773 req-ad36d91d-71b4-490f-8294-0b95582459e1 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532629 May 10 20:10:23.036675 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Deleting port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:23.036675 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.139789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] For port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,segment=NetworkSegment(99fc2080-851f-49ca-ab50-0b6bc1e1e6a2),segment_id=99fc2080-851f-49ca-ab50-0b6bc1e1e6a2)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:23.141214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.147879 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Calling delete_port for 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:23.270418 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Calling delete_port for 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:23.348488 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.352529 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-f33d1c89-40e6-42ea-b7df-349b744276bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:23.354972 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.358835 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-640c54c4-4330-4c37-ae06-b2a25dfa7d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:23.398480 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Pushing event deleted for resources: {'Port': ['ID=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:23.400493 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] No DVR routers for this DVR port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:23.401698 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-009e394d-cbc8-4cbd-9d2c-f634d059aeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:23.402905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb74a59-2cd3-4ccd-8ecd-dd5881790323,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:23.406678 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:23.408739 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] No DVR routers for this DVR port 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 on host dv-cinder-788364-3-smb {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:23.523721 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.536464 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e3c939-8fea-4567-a04b-afa66bd9a357']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:23.548367 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:23.548647 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fc2080-851f-49ca-ab50-0b6bc1e1e6a2') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:23.560255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.575861 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.582437 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:23.582832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: util.warn( May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: util.warn( May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: util.warn( May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: util.warn( May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:23.595434 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:23.753687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.758990 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3de5cb94-7b74-44c5-9afb-a2f3daf575c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:23.771967 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:23.781785 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e3c939-8fea-4567-a04b-afa66bd9a357,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:23.784827 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:23.885301 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] 10.222.0.42 "DELETE /v2.0/networks/46e3c939-8fea-4567-a04b-afa66bd9a357 HTTP/1.1" status: 204 len: 168 time: 1.2840497 May 10 20:10:24.037474 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:24.073879 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:24.074226 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 3eb74a59-2cd3-4ccd-8ecd-dd5881790323 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:24.222467 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cddb-12d1-407f-9b03-c85a51fd10a6 req-0d67ec0f-031e-471f-beb8-6a80d5bc44e0 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:24.223906 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-46a5cddb-12d1-407f-9b03-c85a51fd10a6 req-0d67ec0f-031e-471f-beb8-6a80d5bc44e0 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.0837529 May 10 20:10:24.269856 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-46a5cddb-12d1-407f-9b03-c85a51fd10a6 req-f0a88d5c-2454-4283-9f9d-5e6e980557fb tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b338658-465c-4faf-9202-3d17c4ed1044&id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401230 May 10 20:10:24.314056 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34316) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:24.361695 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-af7c1ee5-37fb-4328-99cc-4016a3f3f870 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c16a873a2fd8481fa23c6079180afb46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462866 May 10 20:10:24.364783 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34320) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:24.420961 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:24.446463 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:24.628139 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:24.632299 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-79d7c2a4-6db5-4d6e-84ed-b8c4666a16cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:24.646575 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295fbd48-f775-4f7c-a321-e517511c9086,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:24.650403 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:24.653582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:24.654705 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/295fbd48-f775-4f7c-a321-e517511c9086 HTTP/1.1" status: 204 len: 168 time: 0.2889855 May 10 20:10:32.667162 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:36.784065 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-e5469d5c-8a09-4056-9ba4-c7e06e36b3bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716281 May 10 20:10:36.883255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-526cb889-0335-426b-9046-9eeccaecfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:36.884730 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-526cb889-0335-426b-9046-9eeccaecfdc7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1339fdd4f34b469eb8952121fc345260&device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 1100 time: 0.0751176 May 10 20:10:37.033557 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-a0084a81-6c1e-408a-90d4-9224025d0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:37.035481 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-a0084a81-6c1e-408a-90d4-9224025d0c8d service neutron] 10.222.0.68 "GET /v2.0/networks?id=e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 200 len: 917 time: 0.1280992 May 10 20:10:37.141519 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-0c6661b6-a741-4974-846d-c87fcd441e68 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 200 len: 1001 time: 0.0952768 May 10 20:10:37.204889 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-5593bba3-045d-4bbc-a8dd-7b057ddcbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:37.206569 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-5593bba3-045d-4bbc-a8dd-7b057ddcbeaa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 200 len: 855 time: 0.0563433 May 10 20:10:37.283517 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-f8419ef0-364f-4d54-9b78-95816c247f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:37.285519 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-f8419ef0-364f-4d54-9b78-95816c247f7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e8e814ba-4c1c-428c-8b90-882c0db46e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690341 May 10 20:10:37.417631 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-fddd80e9-2320-44a6-a6ab-b86e64008a1f service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229897 May 10 20:10:37.626980 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-fce74be0-feff-453a-a18d-3cefdd160b6a req-a15dbeec-2c6b-4dc8-99d7-b05b1b3048cd service neutron] 10.222.0.68 "GET /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024305 May 10 20:10:40.944784 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac37e7-bf91-4f49-96ea-e227466e8ea8 req-bc21d3d5-d9a7-4a18-8aa5-fc3ff5213f3a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:40.946230 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-09ac37e7-bf91-4f49-96ea-e227466e8ea8 req-bc21d3d5-d9a7-4a18-8aa5-fc3ff5213f3a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.1788929 May 10 20:10:40.990914 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-09ac37e7-bf91-4f49-96ea-e227466e8ea8 req-3db92ff1-e873-4729-8c22-2175d634f4e4 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387778 May 10 20:10:42.191371 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab094f-9893-4789-883f-859c4dab8547 req-779f3811-4b29-49ad-9459-19693ce927e9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:42.192869 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-93ab094f-9893-4789-883f-859c4dab8547 req-779f3811-4b29-49ad-9459-19693ce927e9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.0879300 May 10 20:10:42.277167 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-93ab094f-9893-4789-883f-859c4dab8547 req-5fcae722-67f3-49db-8e8b-240d0da45a2a tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups?id=60672591-2954-4434-b420-204e2999e6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785508 May 10 20:10:42.316576 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-78ca5616-3e7d-4cd5-9837-102820d85079 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:42.318245 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-78ca5616-3e7d-4cd5-9837-102820d85079 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 947 time: 0.0984054 May 10 20:10:42.432807 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-7593ec1e-df98-44fc-ae01-bd64292ed161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.453344 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Deleting port 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:42.453677 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.582169 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] For port 38e29240-e58d-42ce-86e6-15deb4e063d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=38e29240-e58d-42ce-86e6-15deb4e063d2,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:42.582541 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.864995 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.865269 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807866'] for floatingip, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:42.865574 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.db.l3_db [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Floating IP c8654a42-3016-4599-b61a-51cf02e430d9 disassociated. External IP: 172.28.1.69, port: 38e29240-e58d-42ce-86e6-15deb4e063d2. May 10 20:10:42.865902 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Calling delete_port for 38e29240-e58d-42ce-86e6-15deb4e063d2 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:43.050361 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:43.056425 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fd781310-b53c-4caf-b87a-d552d1d10127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:43.103625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'Port': ['ID=38e29240-e58d-42ce-86e6-15deb4e063d2,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:43.114782 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.115214 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.115525 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.115883 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.116239 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.116593 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.116943 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.117292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.117641 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.117987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.118353 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.118700 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:43.168209 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:43.301841 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:43.433316 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-33b5758b-ec69-4640-ad1c-3cd220a37dd7 req-a7347d51-efcc-4aba-8918-8f283d5ebbe6 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 210 time: 0.0430474 May 10 20:10:43.488273 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:43.498923 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:43.509305 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:43.510037 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:43.669832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] No DVR routers for this DVR port 38e29240-e58d-42ce-86e6-15deb4e063d2 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:43.669832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:43.669832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-deleted', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:10:43.706346 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:43.710816 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c4c749-b24b-410d-a3f2-0d61e74b7281', 'name': 'network-vif-deleted', 'tag': '38e29240-e58d-42ce-86e6-15deb4e063d2', 'status': 'completed', 'code': 200} May 10 20:10:43.753873 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-eda75fcf-95e7-4e73-95e7-52919f1d8593 req-5dd69cee-0294-414c-92aa-e18922781e8c tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.68 "DELETE /v2.0/ports/38e29240-e58d-42ce-86e6-15deb4e063d2 HTTP/1.1" status: 204 len: 173 time: 1.4287176 May 10 20:10:44.008943 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:44.012790 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:44.021207 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:44.021798 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:44.221663 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:44.524721 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:44.528650 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadb3d5-8b1c-4fae-92a6-c69828d9cce3 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:03:32Z', 'revision_number': 4, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'e01955c0-fa66-4afb-b392-85749b2b3b3b', 'name': '', 'network_id': 'e8e814ba-4c1c-428c-8b90-882c0db46e6b', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'mac_address': 'fa:16:3e:0f:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:29Z', 'updated_at': '2021-05-10T20:03:44Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'subnets': [{'id': 'bd3db0d9-af59-4462-a080-b4d0090821dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:44.614881 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-dba22d6c-ba4e-455d-a5e0-7943bac6722f req-30aaec2e-5de3-4933-8c03-b819d58bea6b tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/ports?device_id=57c4c749-b24b-410d-a3f2-0d61e74b7281 HTTP/1.1" status: 200 len: 210 time: 0.0468354 May 10 20:10:44.790025 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a0962-080d-4870-bc41-d0c9586ef123 None None] New status for floating IP c8654a42-3016-4599-b61a-51cf02e430d9: DOWN {{(pid=79262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:10:45.050151 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-deb15b5b-64ff-42ec-8c20-5d8e286a3e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:45.135857 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:45.800267 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34538) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:45.864578 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:45.873193 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:45.892494 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.038911 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.042833 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-299a2eb1-2c76-48ce-827a-d0a85b427d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:46.058805 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60672591-2954-4434-b420-204e2999e6a3,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:46.066738 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.067117 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.067490 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.067854 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.068218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.068584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.068938 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.069356 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.069709 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.070064 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.070453 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.070807 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:10:46.073836 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:46.169001 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.175805 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-00e88875-0e2d-420d-8fae-136973c38bf3 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "DELETE /v2.0/security-groups/60672591-2954-4434-b420-204e2999e6a3 HTTP/1.1" status: 204 len: 168 time: 0.3744822 May 10 20:10:46.178663 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34542) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:46.195072 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.api.v2.resource [None req-ab98cf5e-dd3f-4555-bb96-d3f37b4c88f9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] show failed (client error): The resource could not be found. May 10 20:10:46.196092 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ab98cf5e-dd3f-4555-bb96-d3f37b4c88f9 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "GET /v2.0/security-groups/60672591-2954-4434-b420-204e2999e6a3 HTTP/1.1" status: 404 len: 347 time: 0.0164900 May 10 20:10:46.201308 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34546) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:46.426274 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Deleting port fd236ad3-b1a7-4b73-8971-5c7bcfa123c7 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:46.430452 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.549871 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.550192 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.551995 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:46.595069 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: 38e29240-e58d-42ce-86e6-15deb4e063d2 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:46.595740 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device 38e29240-e58d-42ce-86e6-15deb4e063d2 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:46.678938 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Calling delete_port for fd236ad3-b1a7-4b73-8971-5c7bcfa123c7 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:46.873218 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:46.877172 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70cc4044-f16a-40bc-bc6c-5c10bde86bcd tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:46.924619 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Pushing event deleted for resources: {'Port': ['ID=fd236ad3-b1a7-4b73-8971-5c7bcfa123c7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:46.928230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:47.015504 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:47.029585 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:47.030713 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] 10.222.0.42 "DELETE /v2.0/floatingips/c8654a42-3016-4599-b61a-51cf02e430d9 HTTP/1.1" status: 204 len: 168 time: 0.8284702 May 10 20:10:47.718996 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:48.891858 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34590) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:49.011921 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.032156 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:49.032156 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Usage tracker for resource:security_group_rule and tenant:89e865b423e94ee291804a83861a9cb0 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:49.034531 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:49.040193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:49.121848 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.226797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.234104 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-af181c2f-af7d-45be-8af0-a97880a983ab tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:49.273950 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89e865b423e94ee291804a83861a9cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810503 May 10 20:10:49.274802 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b867a0-df51-417c-ac68-5165311a3676,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:49.276785 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34598) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:49.277846 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:49.339925 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.366615 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.495591 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.500553 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3dd65efb-2760-49a1-a10b-f322893f9e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:49.513670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b867a0-df51-417c-ac68-5165311a3676,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:49.516032 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:49.517109 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12b867a0-df51-417c-ac68-5165311a3676 HTTP/1.1" status: 204 len: 168 time: 0.2391822 May 10 20:10:49.518516 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:50.227584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34612) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:50.276055 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34618) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:50.293913 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.312513 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:50.316989 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Usage tracker for resource:security_group_rule and tenant:d589b2efb7c4431a9790de4544e4d798 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:50.319977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:50.325574 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:50.408017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.518394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.526773 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5de44d73-0123-4887-9990-b5fd2bc46948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:50.566139 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d589b2efb7c4431a9790de4544e4d798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889538 May 10 20:10:50.567851 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeed064-d45c-4e7d-bed4-1ad507a1fe33,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:50.570113 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34622) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:50.572536 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:50.630650 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.656789 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.827754 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.832102 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bb16ef29-2d1f-4680-9518-913eee9a4aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:50.844936 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeed064-d45c-4e7d-bed4-1ad507a1fe33,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:50.850551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:50.855261 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:50.858174 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beeed064-d45c-4e7d-bed4-1ad507a1fe33 HTTP/1.1" status: 204 len: 168 time: 0.2846632 May 10 20:10:51.086007 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:51.107835 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:10:51.497464 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Deleting port e01955c0-fa66-4afb-b392-85749b2b3b3b {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:51.497798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:51.617368 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] For port e01955c0-fa66-4afb-b392-85749b2b3b3b, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e01955c0-fa66-4afb-b392-85749b2b3b3b,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:51.617730 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:51.740813 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Calling delete_port for e01955c0-fa66-4afb-b392-85749b2b3b3b owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:51.970078 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:51.975476 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:52.017884 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e01955c0-fa66-4afb-b392-85749b2b3b3b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:52.021335 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:53.012292 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:53.474355 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Router 86fb6333-16ca-4bb2-8d06-2fadc70413fa has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:10:53.654291 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:10:53.662639 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Sync routers for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:53.669499 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] 10.222.0.42 "PUT /v2.0/routers/86fb6333-16ca-4bb2-8d06-2fadc70413fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4383638 May 10 20:10:53.669832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34692) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:53.672674 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:53.673380 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:53.852232 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:53.855887 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks [] for router, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.033805 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.136683 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154'}], 'enable_snat': True}, 'gw_port_id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:10:51Z', 'revision_number': 5, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port': {'id': 'ace2ec5c-1e79-48cb-a719-ff0e621861e9', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:03:20Z', 'updated_at': '2021-05-10T20:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:54.140486 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Checking router: 86fb6333-16ca-4bb2-8d06-2fadc70413fa for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:54.148731 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Routers {'86fb6333-16ca-4bb2-8d06-2fadc70413fa'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:10:54.149323 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:54.203016 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Deleting port ace2ec5c-1e79-48cb-a719-ff0e621861e9 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:54.203553 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.301675 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] Set router 86fb6333-16ca-4bb2-8d06-2fadc70413fa gateway port host: None {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:10:54.307779 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34702) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:54.337839 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] For port ace2ec5c-1e79-48cb-a719-ff0e621861e9, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ace2ec5c-1e79-48cb-a719-ff0e621861e9,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:54.338279 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.404598 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:10:54Z', 'revision_number': 6, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port_host': None}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:54.409672 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21955494-5b39-45a9-b311-39bc62185c86 None None] The sync data for ids ['86fb6333-16ca-4bb2-8d06-2fadc70413fa'] in dv-cinder-788364-3-smb is: [{'id': '86fb6333-16ca-4bb2-8d06-2fadc70413fa', 'name': 'tempest-AttachVolumeShelveTestJSON-236090336-router', 'tenant_id': '1339fdd4f34b469eb8952121fc345260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:03:18Z', 'updated_at': '2021-05-10T20:10:54Z', 'revision_number': 6, 'project_id': '1339fdd4f34b469eb8952121fc345260', 'gw_port_host': None}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:54.475593 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Calling delete_port for ace2ec5c-1e79-48cb-a719-ff0e621861e9 owned by network:router_gateway {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:54.483326 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.500056 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:54.510033 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Usage tracker for resource:security_group_rule and tenant:6075912cb33241579f3675c3ac36fc9e is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:54.513730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:54.520590 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:54.769106 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.838497 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:54.845284 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-726d5893-e4f2-407f-b5d8-91294e184990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:54.888582 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2e40b1-1576-40c4-b245-aa810bb8459d,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:54.893189 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6075912cb33241579f3675c3ac36fc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839708 May 10 20:10:54.894061 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3b4eef65-6ae3-4c11-937a-5f0ac50bfc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:54.895797 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34708) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:54.998004 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.005071 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-71a675e5-8553-4c00-8615-4d1fc365d337 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:55.090464 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace2ec5c-1e79-48cb-a719-ff0e621861e9,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:55.098109 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:55.171705 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.188781 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.368027 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.390139 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.394585 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.661516 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.661973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86fb6333-16ca-4bb2-8d06-2fadc70413fa {{(pid=79260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:10:55.683745 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.684886 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-7067bd72-e3bd-4c2d-b578-1c70de0b7089 admin admin] 10.222.0.42 "DELETE /v2.0/routers/86fb6333-16ca-4bb2-8d06-2fadc70413fa HTTP/1.1" status: 204 len: 168 time: 2.0134487 May 10 20:10:55.687520 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34712) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:55.721841 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.724475 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.725616 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd2e40b1-1576-40c4-b245-aa810bb8459d HTTP/1.1" status: 204 len: 168 time: 0.8289094 May 10 20:10:55.731116 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6bee2e4e-ea2b-412e-bc7b-aefb9585971d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:55.748965 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2e40b1-1576-40c4-b245-aa810bb8459d,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:55.752450 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:55.769758 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Deleting subnet bd3db0d9-af59-4462-a080-b4d0090821dd {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:10:55.772966 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.823753 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:55.941860 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.072547 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e01955c0-fa66-4afb-b392-85749b2b3b3b no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:56.111702 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: e01955c0-fa66-4afb-b392-85749b2b3b3b {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:56.112044 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e01955c0-fa66-4afb-b392-85749b2b3b3b not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:56.112682 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ace2ec5c-1e79-48cb-a719-ff0e621861e9 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:56.149711 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: ace2ec5c-1e79-48cb-a719-ff0e621861e9 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:56.150545 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ace2ec5c-1e79-48cb-a719-ff0e621861e9 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:56.421873 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.426106 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:56.459166 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3db0d9-af59-4462-a080-b4d0090821dd,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:56.462533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:56.464901 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.470521 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac0a88-cd49-4415-b686-bae60676c417 None None] Network e8e814ba-4c1c-428c-8b90-882c0db46e6b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:10:56.470828 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-dcf4b61f-7272-46d4-8750-738ad0521fe7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bd3db0d9-af59-4462-a080-b4d0090821dd HTTP/1.1" status: 204 len: 168 time: 0.7823279 May 10 20:10:56.473361 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34720) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:56.576818 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.651412 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Deleting port e7de407d-05cc-4b6e-b49a-b310b439f3c4 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:56.651412 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.673825 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34724) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:56.695471 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.714193 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:56.718116 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Usage tracker for resource:security_group_rule and tenant:c84623dd577946708d45437ee21ab9a9 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:56.721344 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:56.730681 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] DHCP port deletion for e8e814ba-4c1c-428c-8b90-882c0db46e6b request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:10:56.732249 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:56.755872 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] For port e7de407d-05cc-4b6e-b49a-b310b439f3c4, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e7de407d-05cc-4b6e-b49a-b310b439f3c4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:56.756522 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.794877 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Deleting port e7de407d-05cc-4b6e-b49a-b310b439f3c4 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:10:56.795581 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.816890 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.895877 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.898428 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] For port e7de407d-05cc-4b6e-b49a-b310b439f3c4, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e7de407d-05cc-4b6e-b49a-b310b439f3c4,segment=NetworkSegment(8c262efa-b534-4c88-b741-85a9f62891c0),segment_id=8c262efa-b534-4c88-b741-85a9f62891c0)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:10:56.898920 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:56.903695 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2f55b4c3-35df-4936-a088-bcb5bd8b5749 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:56.949459 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c84623dd577946708d45437ee21ab9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691467 May 10 20:10:56.949459 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5a3a1-5fe6-4d1a-a3c6-a62afa4faefd,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:56.951435 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34728) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:56.953679 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:56.989618 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Calling delete_port for e7de407d-05cc-4b6e-b49a-b310b439f3c4 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:57.014102 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.031719 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Calling delete_port for e7de407d-05cc-4b6e-b49a-b310b439f3c4 owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:10:57.040157 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.153399 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.157533 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6d9fb366-e95c-4d44-a6dc-e222f47c673b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:57.161550 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.166585 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:57.199049 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.203394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e7de407d-05cc-4b6e-b49a-b310b439f3c4,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:57.204925 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] No DVR routers for this DVR port e7de407d-05cc-4b6e-b49a-b310b439f3c4 on host dv-cinder-788364-3-smb {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:57.206421 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:57.208146 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Pushing event deleted for resources: {'Port': ['ID=e7de407d-05cc-4b6e-b49a-b310b439f3c4,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:57.208743 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9a871752-6f03-4d15-b9c9-12a415e20296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:57.211505 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:57.211853 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1f340-10c2-457a-89dc-33d8fcc011a7 None None] No DVR routers for this DVR port e7de407d-05cc-4b6e-b49a-b310b439f3c4 on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:57.226931 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5a3a1-5fe6-4d1a-a3c6-a62afa4faefd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:57.229228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:57.230780 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.233169 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6d3a010a-1cd3-4ab9-a854-0733b166b2de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fda5a3a1-5fe6-4d1a-a3c6-a62afa4faefd HTTP/1.1" status: 204 len: 168 time: 0.2798016 May 10 20:10:57.322108 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.334809 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e814ba-4c1c-428c-8b90-882c0db46e6b']}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:57.347096 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c262efa-b534-4c88-b741-85a9f62891c0') {'for_net_delete': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:57.347394 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.services.segments.db [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c262efa-b534-4c88-b741-85a9f62891c0') {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:57.358891 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473916'] for segment, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.374971 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.380838 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=79260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:57.381202 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61965250'] for segment, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: Traceback (most recent call last): May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: timer() May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: cb(*args, **kw) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: return func(*args, **kwargs) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: self._notify() May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: self.callback(batched_events) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: event.method(event) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: return f(self, *a, **k) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: return self._get(url).json() May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: return self.request(url, 'GET', **kwargs) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:57.393677 dv-cinder-788364-3-smb neutron-server[79260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:57.582292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.588958 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:57.601816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:57.607803 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e814ba-4c1c-428c-8b90-882c0db46e6b,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:57.612150 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:57.716067 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2c104bb8-637e-4b0e-9f84-4f71c14aa8ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/e8e814ba-4c1c-428c-8b90-882c0db46e6b HTTP/1.1" status: 204 len: 168 time: 1.2392843 May 10 20:10:58.054058 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e7de407d-05cc-4b6e-b49a-b310b439f3c4 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:10:58.088799 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: e7de407d-05cc-4b6e-b49a-b310b439f3c4 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:10:58.093876 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e7de407d-05cc-4b6e-b49a-b310b439f3c4 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:10:58.099212 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34748) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:58.149309 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bd55f1b0-ed28-4f9f-b95e-d54721572ebf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1339fdd4f34b469eb8952121fc345260&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493569 May 10 20:10:58.151692 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34752) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:58.211470 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:58.237802 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:58.421491 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:58.426781 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4b33d68d-9533-4083-abe8-53d263e4af8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:58.440853 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3594d0df-9432-450e-829c-d22359f5124c,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:58.445763 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:58.447551 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:58.448677 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4ed4bd78-7cbb-4c71-8cd7-fca15aafd59d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3594d0df-9432-450e-829c-d22359f5124c HTTP/1.1" status: 204 len: 168 time: 0.2958834 May 10 20:10:59.173582 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34784) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:59.344796 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:59.358740 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:10:59.363056 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Usage tracker for resource:security_group_rule and tenant:12dd9c335e714775a3a5f4ae1d20deb2 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:10:59.365790 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:10:59.371382 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:10:59.459754 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:59.632315 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:59.644802 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-03a367b9-9c0b-417b-bb94-2e27f086010d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:10:59.686764 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12dd9c335e714775a3a5f4ae1d20deb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113862 May 10 20:10:59.688715 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231205fc-c233-4250-a83c-f6ce22c7be52,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:59.690100 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34802) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:10:59.692129 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:10:59.769764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-03833d3b-531c-4354-bcc9-a48704837904 req-a9af2dcb-25cc-40da-9c48-89d1dae01a9c tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752622460&fields=id&tenant_id=075d08e0b849435e946f4ace8b7706fd HTTP/1.1" status: 200 len: 267 time: 0.0635350 May 10 20:10:59.832625 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:59.865438 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:10:59.921741 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833d3b-531c-4354-bcc9-a48704837904 req-aacbf08e-49e9-49e5-b937-dc164e35fafc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:10:59.924931 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-03833d3b-531c-4354-bcc9-a48704837904 req-aacbf08e-49e9-49e5-b937-dc164e35fafc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 984 time: 0.1409280 May 10 20:10:59.942500 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.v2.base [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Request body: {'port': {'security_groups': ['6a77a465-7bed-439e-8d66-507115d09d71']}} {{(pid=79260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 20:11:00.039272 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.049935 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2af3c693-1c39-4c75-bd92-9b7e9cb672c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:00.066644 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231205fc-c233-4250-a83c-f6ce22c7be52,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:00.070126 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:00.076806 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.081021 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/231205fc-c233-4250-a83c-f6ce22c7be52 HTTP/1.1" status: 204 len: 168 time: 0.3868043 May 10 20:11:00.089225 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576594'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.333488 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:00.357892 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.495930 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737743994983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737743561494', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737743561539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61965294'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.501687 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4f3aeefc-75f3-421e-bad8-11c01f4e0f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:00.514817 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:11:00.593691 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event updated for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=7']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:00.597426 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:00.632401 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:00.633097 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.635021 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-03833d3b-531c-4354-bcc9-a48704837904 req-47c126d0-d299-4c77-87c6-bf4b1bc1b8d9 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "PUT /v2.0/ports/e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 942 time: 0.6970718 May 10 20:11:00.635608 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:00.641006 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34820) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:00.715198 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:11:00.733856 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:11:00.737735 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.777682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.838755 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-568fee57-a764-4927-94fe-b0f757c26205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:00.841251 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-568fee57-a764-4927-94fe-b0f757c26205 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1098 time: 0.0967257 May 10 20:11:00.931483 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.provisioning_blocks [None req-6b63e759-0ab4-4cb0-a141-89e2b5d394bc None None] Provisioning complete for port e80d1358-bd77-4979-95f9-220d0d52f8c0 triggered by entity DHCP. {{(pid=79262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 20:11:00.932120 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-6b63e759-0ab4-4cb0-a141-89e2b5d394bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620037'] for port, provisioning_complete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.972303 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:00.978770 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ee5e89fd-067a-44ac-aef2-e2ceba2208cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:01.003771 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b338658-465c-4faf-9202-3d17c4ed1044,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:01.006682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:01.047376 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-2514dd3f-182d-4529-9100-dc9ae7ea5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:01.049275 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-2514dd3f-182d-4529-9100-dc9ae7ea5cec service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.1965067 May 10 20:11:01.110094 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:01.120071 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6d7833ca-8dcc-46f9-9835-881b4ac4a6e8 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "DELETE /v2.0/security-groups/6b338658-465c-4faf-9202-3d17c4ed1044 HTTP/1.1" status: 204 len: 168 time: 0.4693048 May 10 20:11:01.122176 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34842) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:01.251014 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-a8eef76b-7259-4c1a-885a-bea7913868ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 1001 time: 0.1849797 May 10 20:11:01.323776 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-d0021697-85f3-4cd2-884d-79c1029aaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:01.325336 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-d0021697-85f3-4cd2-884d-79c1029aaa85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0630431 May 10 20:11:01.423438 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Deleting port b6e17917-41fe-4230-8347-ca39703f02e7 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:01.424324 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:01.504292 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-db933539-11a5-4f9f-ae91-5efb46b45e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:01.505945 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-db933539-11a5-4f9f-ae91-5efb46b45e70 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1739273 May 10 20:11:01.554682 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:01.555037 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:01.647566 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-1afde8e2-c32b-41b9-b6e8-661cab1d5ca1 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344724 May 10 20:11:01.790804 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Calling delete_port for b6e17917-41fe-4230-8347-ca39703f02e7 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:01.792983 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-f0769ebd-7d3d-42ac-9b13-52b020e1c09f req-b202f636-603f-48b2-b72a-2f6a3a71edfe service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332448 May 10 20:11:02.010036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:02.013870 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-20e90fd0-5bed-4b09-93e3-5c84a263a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:02.061626 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event deleted for resources: {'Port': ['ID=b6e17917-41fe-4230-8347-ca39703f02e7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:02.064777 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:02.156251 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:02.156857 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Floating IP db854c77-e2a8-4685-a2ad-f4f12531173f disassociated (deleted). External IP: 172.28.1.145, port: e80d1358-bd77-4979-95f9-220d0d52f8c0. May 10 20:11:02.519376 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Router 00b517e3-8d76-45e2-a3ab-40d73be42436 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:02.695560 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:02.701601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:02.712636 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Sync routers for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:02.722537 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:02.723151 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:02.833603 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:02.905950 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-6073cfe7-032a-40f0-8414-bb9da6bfbe43 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "DELETE /v2.0/floatingips/db854c77-e2a8-4685-a2ad-f4f12531173f HTTP/1.1" status: 204 len: 168 time: 1.7725322 May 10 20:11:02.910400 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:02.940112 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:02.991874 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:11:03.132732 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fab34-0187-491f-9681-b0d457597b37 req-33885698-8632-47fe-96b7-ab4855447e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:03.134635 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-33885698-8632-47fe-96b7-ab4855447e7b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=075d08e0b849435e946f4ace8b7706fd&device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 1098 time: 0.1142766 May 10 20:11:03.279489 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:03.283448 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Checking router: 00b517e3-8d76-45e2-a3ab-40d73be42436 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:03.284559 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fab34-0187-491f-9681-b0d457597b37 req-45e5c0a9-bc81-4474-8148-2b8eb2bcec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:03.286001 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-45e5c0a9-bc81-4474-8148-2b8eb2bcec0c service neutron] 10.222.0.68 "GET /v2.0/networks?id=162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 200 len: 915 time: 0.1414280 May 10 20:11:03.291765 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:03.292355 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:10:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:03.354106 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-20aca347-5d42-4893-945b-70de6e15cd63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 200 len: 217 time: 0.0596988 May 10 20:11:03.422528 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fab34-0187-491f-9681-b0d457597b37 req-815a015e-d2d1-4678-9122-0928d82f88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:03.424083 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-815a015e-d2d1-4678-9122-0928d82f88eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 200 len: 853 time: 0.0605237 May 10 20:11:03.470147 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:03.503561 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fab34-0187-491f-9681-b0d457597b37 req-261317bc-2852-415d-b521-580b4590c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:03.505005 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-261317bc-2852-415d-b521-580b4590c24a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=162a1e6a-de88-4637-90db-c563731f3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709617 May 10 20:11:03.669679 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-2678db76-92d6-461d-9bf4-4d4c3b531b8f service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539009 May 10 20:11:03.808134 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:03.812112 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febd62d-5f4b-4ee0-8aaf-7a69ae00c118 None None] The sync data for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb is: [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:08:33Z', 'revision_number': 4, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': 'c18e6b42-a7cb-471a-80d1-79caad12d9ac', 'name': '', 'network_id': '162a1e6a-de88-4637-90db-c563731f3ae0', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'mac_address': 'fa:16:3e:49:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '15519023-af22-441e-81d9-6855b684e7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:32Z', 'updated_at': '2021-05-10T20:08:40Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'subnets': [{'id': '15519023-af22-441e-81d9-6855b684e7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:03.822835 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-2b4fab34-0187-491f-9681-b0d457597b37 req-cc60d8bd-9b06-4926-a439-61b3ef78a211 service neutron] 10.222.0.68 "GET /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392870 May 10 20:11:04.046315 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41f0f4-9f2e-4df7-8f7a-e2a3932b9000 None None] New status for floating IP db854c77-e2a8-4685-a2ad-f4f12531173f: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:11:07.410673 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 34978) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:07.528668 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.543180 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:07.546980 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Usage tracker for resource:security_group_rule and tenant:cdfb170f6724495cb469b39ec94a2503 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:07.550216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:07.556454 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:07.651503 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.729831 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.739450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ddb5ea77-ee00-4dae-a888-8c55f8dc7016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:07.742025 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34988) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:07.781155 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdfb170f6724495cb469b39ec94a2503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693950 May 10 20:11:07.782782 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6de2b3-d43e-4270-a253-fd506836140c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:07.784374 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 34994) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:07.786333 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:07.871369 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.884414 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.901342 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:07.914164 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d91aa6e4b514515b3c739d02082357e is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:07.919062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:07.922680 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:07.934595 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:08.046733 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.072832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.076640 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4eb025d8-81c9-406e-9f83-fa07cdbf412b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:08.090519 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6de2b3-d43e-4270-a253-fd506836140c,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:08.093314 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:08.101337 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.102471 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c37deed9-123e-45e1-ade6-27165cb1d14b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b6de2b3-d43e-4270-a253-fd506836140c HTTP/1.1" status: 204 len: 168 time: 0.3169076 May 10 20:11:08.135489 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.146340 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-72865831-ee52-41cd-8a09-c7058c969471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:08.192022 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d91aa6e4b514515b3c739d02082357e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488926 May 10 20:11:08.193510 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6fe3e-6b2a-4478-b345-9a71ae4ce3b0,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:08.195209 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35002) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:08.196007 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-46e27b50-e701-405a-a791-ad75a3c269fc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:08.196719 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-46e27b50-e701-405a-a791-ad75a3c269fc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:11:08.201137 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-e0624de6-950a-4587-a7fd-7b3622fb84b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:08.263177 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.289996 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.335801 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-46e27b50-e701-405a-a791-ad75a3c269fc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:11:08.336974 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-46e27b50-e701-405a-a791-ad75a3c269fc tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.2557719 May 10 20:11:08.380749 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-d2c4be14-c280-44cb-bb69-4926eb471d7d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Synchronizing usage tracker for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:11:08.489577 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.494548 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d4791700-56ae-4423-a180-7d0a61ffa02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:08.507633 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6fe3e-6b2a-4478-b345-9a71ae4ce3b0,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:08.510147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:08.511382 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:08.516258 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b2b31c8d-cda6-4d6b-b57c-20a6fb70b0f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9a6fe3e-6b2a-4478-b345-9a71ae4ce3b0 HTTP/1.1" status: 204 len: 168 time: 0.3132517 May 10 20:11:08.553230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-d2c4be14-c280-44cb-bb69-4926eb471d7d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Unset dirty status for tenant:075d08e0b849435e946f4ace8b7706fd on resource:security_group {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:11:08.554630 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-1e657513-bb0e-4ed3-9ddb-b33dc416e715 req-d2c4be14-c280-44cb-bb69-4926eb471d7d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116396 May 10 20:11:09.759039 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f459a-1644-412e-81d0-5baf41289b6e req-2617c315-110a-4d4c-a308-5a279a10355b tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:09.760524 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-336f459a-1644-412e-81d0-5baf41289b6e req-2617c315-110a-4d4c-a308-5a279a10355b tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0889835 May 10 20:11:09.807390 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-336f459a-1644-412e-81d0-5baf41289b6e req-2a449d60-c946-4e16-bb47-58621673c806 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a77a465-7bed-439e-8d66-507115d09d71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 May 10 20:11:10.106282 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-c43adcdb-3d45-4a77-a788-5c54053afc0f tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:10.107764 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-c43adcdb-3d45-4a77-a788-5c54053afc0f tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.68 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 945 time: 0.0837188 May 10 20:11:10.349973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Deleting port e80d1358-bd77-4979-95f9-220d0d52f8c0 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:10.350330 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:10.488044 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] For port e80d1358-bd77-4979-95f9-220d0d52f8c0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e80d1358-bd77-4979-95f9-220d0d52f8c0,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:10.488512 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:10.617015 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Calling delete_port for e80d1358-bd77-4979-95f9-220d0d52f8c0 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:10.844211 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:10.850404 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-fbc6e266-8ae0-4f8b-8b61-7733a14aab04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:10.864801 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] get_ports_and_sgs() called for port_ids ['e80d1358-bd77-4979-95f9-220d0d52f8c0'] {{(pid=79262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 20:11:10.894069 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Pushing event deleted for resources: {'Port': ['ID=e80d1358-bd77-4979-95f9-220d0d52f8c0,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:10.897800 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:10.957879 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-c722470c-5fc2-4263-9e6f-d988a0768104 req-5f778b00-d540-4fac-b1a3-279005ee2f16 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.0445042 May 10 20:11:10.993190 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] No DVR routers for this DVR port e80d1358-bd77-4979-95f9-220d0d52f8c0 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:10.995176 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:10.998385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'name': 'network-vif-deleted', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:11.042393 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1c3d1-98b2-432b-879d-edbadead0cc5', 'name': 'network-vif-deleted', 'tag': 'e80d1358-bd77-4979-95f9-220d0d52f8c0', 'status': 'completed', 'code': 200} May 10 20:11:11.125540 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-d6e608c3-08a5-448e-b824-2dc676af40fc req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.68 "DELETE /v2.0/ports/e80d1358-bd77-4979-95f9-220d0d52f8c0 HTTP/1.1" status: 204 len: 173 time: 1.0091949 May 10 20:11:12.136343 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-ea39f470-e9be-45ec-9275-58b8010a3986 req-9563fe60-d3aa-4f87-8276-4c97f24de8ef tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] 10.222.0.42 "GET /v2.0/ports?device_id=2de1c3d1-98b2-432b-879d-edbadead0cc5 HTTP/1.1" status: 200 len: 210 time: 0.0449362 May 10 20:11:12.450173 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0df901df-1b2f-45c5-ae3c-0db839112ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:12.508685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35126) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:12.626789 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:12.641221 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:12.645645 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:48fbb86aafd2453dbdf9c618abeb97db is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:12.650834 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:12.660127 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:12.740099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:12.911727 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:12.920716 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-70cf6220-9544-4902-8a06-9396d6c4f684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:12.959399 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48fbb86aafd2453dbdf9c618abeb97db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496861 May 10 20:11:12.961137 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b647d8c-b521-4a14-8ba4-f3a52dd3554c,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:12.962546 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35132) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:12.964181 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-710413a6-9a08-4242-9190-77bff9b58bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:13.021568 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:13.046365 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:13.221274 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:13.225131 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a62aa045-b45c-4629-89f8-883bec56416a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:13.237315 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b647d8c-b521-4a14-8ba4-f3a52dd3554c,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:13.239659 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:13.246403 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:13.247736 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-2c7cb3b8-64d3-4445-86e4-1396852ab1fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b647d8c-b521-4a14-8ba4-f3a52dd3554c HTTP/1.1" status: 204 len: 168 time: 0.2841196 May 10 20:11:14.181107 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35186) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:14.200211 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.216518 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:14.220605 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Usage tracker for resource:security_group_rule and tenant:46021fc83f274554a402aedc613a488d is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:14.223408 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:14.229035 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:14.312730 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.517427 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.524805 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:14.565909 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46021fc83f274554a402aedc613a488d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836956 May 10 20:11:14.566804 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a3570-e3ff-4fa0-abcd-e0dd740c1653,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:14.568918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35198) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:14.570316 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3ef42cff-4ff4-4fa3-a4b9-77e24f3d77a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:14.624900 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device e80d1358-bd77-4979-95f9-220d0d52f8c0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:14.663282 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: e80d1358-bd77-4979-95f9-220d0d52f8c0 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:14.663633 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device e80d1358-bd77-4979-95f9-220d0d52f8c0 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:14.727858 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.753955 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.998855 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-08d5ccb4-e0f9-432e-b9c0-d73fa2c8fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:14.999098 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:15.003722 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-48fef71a-269d-4ee3-82a9-069e28a16600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:15.017832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a3570-e3ff-4fa0-abcd-e0dd740c1653,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:15.019980 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:15.031372 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:15.032461 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/600a3570-e3ff-4fa0-abcd-e0dd740c1653 HTTP/1.1" status: 204 len: 168 time: 0.4625330 May 10 20:11:15.193164 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:15.809214 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35218) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:15.878416 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:16.348511 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:16.750986 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Deleting port c18e6b42-a7cb-471a-80d1-79caad12d9ac {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:16.751321 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:16.872226 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] For port c18e6b42-a7cb-471a-80d1-79caad12d9ac, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c18e6b42-a7cb-471a-80d1-79caad12d9ac,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:16.872931 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:16.991130 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Calling delete_port for c18e6b42-a7cb-471a-80d1-79caad12d9ac owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:17.376169 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:17.380174 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:17.423294 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18e6b42-a7cb-471a-80d1-79caad12d9ac,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:17.425891 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:17.704932 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:17.742292 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:18.070950 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Router 00b517e3-8d76-45e2-a3ab-40d73be42436 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:18.267660 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:18.276190 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Sync routers for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:18.279995 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-e612fce6-7c90-4103-bcf2-da1d5cf872e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/00b517e3-8d76-45e2-a3ab-40d73be42436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4701605 May 10 20:11:18.283687 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35264) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:18.285227 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:18.285832 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:18.456111 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:18.470792 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:18.752033 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:18.791706 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:11:17Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:18.795423 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Checking router: 00b517e3-8d76-45e2-a3ab-40d73be42436 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:18.803952 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Routers {'00b517e3-8d76-45e2-a3ab-40d73be42436'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:18.804542 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['00b517e3-8d76-45e2-a3ab-40d73be42436'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:18.977890 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] Set router 00b517e3-8d76-45e2-a3ab-40d73be42436 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:19.037878 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Deleting port b61426ea-786a-451e-8d26-b89307fbc092 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:19.038133 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:19.164849 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] For port b61426ea-786a-451e-8d26-b89307fbc092, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=b61426ea-786a-451e-8d26-b89307fbc092,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:19.165523 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:19.286979 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:11:17Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:19.292482 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f966a515-48c4-45cf-91e1-a44a4a7e7831 None None] The sync data for ids ['00b517e3-8d76-45e2-a3ab-40d73be42436'] in dv-cinder-788364-3-smb is: [{'id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'name': 'tempest-TestMinimumBasicScenario-305570801-router', 'tenant_id': '075d08e0b849435e946f4ace8b7706fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:25Z', 'updated_at': '2021-05-10T20:11:17Z', 'revision_number': 5, 'project_id': '075d08e0b849435e946f4ace8b7706fd', 'gw_port': {'id': 'b61426ea-786a-451e-8d26-b89307fbc092', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b517e3-8d76-45e2-a3ab-40d73be42436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:26Z', 'updated_at': '2021-05-10T20:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:19.303884 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Calling delete_port for b61426ea-786a-451e-8d26-b89307fbc092 owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:19.610076 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:19.614144 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0f0d1c4c-a80d-4e05-8840-bd8e425d54ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:19.658757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61426ea-786a-451e-8d26-b89307fbc092,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:19.662840 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:19.759723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:19.944249 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:19.946510 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.080400 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c18e6b42-a7cb-471a-80d1-79caad12d9ac no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:20.115528 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: c18e6b42-a7cb-471a-80d1-79caad12d9ac {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:20.115800 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c18e6b42-a7cb-471a-80d1-79caad12d9ac not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:20.124086 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.124729 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b517e3-8d76-45e2-a3ab-40d73be42436 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:11:20.138565 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.140033 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-de1d9fbe-069b-4b12-be22-1bcd8d8de6d5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/00b517e3-8d76-45e2-a3ab-40d73be42436 HTTP/1.1" status: 204 len: 168 time: 1.8554413 May 10 20:11:20.142528 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35292) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:20.203556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Deleting subnet 15519023-af22-441e-81d9-6855b684e7d8 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:11:20.206636 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.259944 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.341629 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.821822 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.825954 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ffb9623e-0520-47c7-890c-bfd804d6fbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:20.860798 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15519023-af22-441e-81d9-6855b684e7d8,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:20.862742 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:20.867498 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ee48f-ef84-45a0-aa48-78f640982634 None None] Network 162a1e6a-de88-4637-90db-c563731f3ae0 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:11:20.870787 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15519023-af22-441e-81d9-6855b684e7d8 HTTP/1.1" status: 204 len: 168 time: 0.7259321 May 10 20:11:20.870787 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4649a274-8c14-47cb-8b2b-084bfc4fa96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:20.871811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35314) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:20.980642 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.133597 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] DHCP port deletion for 162a1e6a-de88-4637-90db-c563731f3ae0 request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:11:21.173982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Deleting port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:21.174417 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.204574 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Deleting port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:21.205147 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.272785 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] For port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:21.273435 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.303991 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] For port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,segment=NetworkSegment(18e35f07-c845-4bf4-94a1-38e992763d87),segment_id=18e35f07-c845-4bf4-94a1-38e992763d87)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:21.304378 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.402028 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Calling delete_port for 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:21.475255 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Calling delete_port for 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:21.616310 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.621769 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ad57401f-ddee-4f37-8431-618f3550ca6d tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:21.623551 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.628636 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:21.668166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:21.670099 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] No DVR routers for this DVR port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f on host dv-cinder-788364-3-smb {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:21.671657 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:21.678695 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Pushing event deleted for resources: {'Port': ['ID=2d04ee8e-78cc-46c7-adaf-8fc9d25c801f,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:21.681041 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] No DVR routers for this DVR port 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:21.691447 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.691788 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.692122 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.692448 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.692765 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.693923 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.694382 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.694578 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.694889 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.695225 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.695555 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.695913 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:21.698839 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-854b9ae2-e0e5-4bec-9a0e-f5f46c488969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:21.787005 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.800546 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162a1e6a-de88-4637-90db-c563731f3ae0']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:21.813699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e35f07-c845-4bf4-94a1-38e992763d87') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:21.814036 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e35f07-c845-4bf4-94a1-38e992763d87') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:21.826294 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.851408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.859095 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:11:21.861300 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:11:21.873742 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:11:22.050256 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:22.056239 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1dd14894-5a22-4646-8e42-17a9e738f69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:22.068585 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:22.075126 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device b61426ea-786a-451e-8d26-b89307fbc092 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:22.080436 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Pushing event deleted for resources: {'Network': ['ID=162a1e6a-de88-4637-90db-c563731f3ae0,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:22.083656 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:22.109221 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: b61426ea-786a-451e-8d26-b89307fbc092 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:22.109571 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device b61426ea-786a-451e-8d26-b89307fbc092 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:22.109985 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:22.142567 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:22.143245 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 2d04ee8e-78cc-46c7-adaf-8fc9d25c801f not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:22.227661 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] 10.222.0.42 "DELETE /v2.0/networks/162a1e6a-de88-4637-90db-c563731f3ae0 HTTP/1.1" status: 204 len: 168 time: 1.3547580 May 10 20:11:22.230457 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35372) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:22.789781 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.279225 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35398) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:23.311851 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Deleting port 04103394-5bdb-4682-97cf-2e52cbbdc423 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:23.312403 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.399293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.413845 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:23.417695 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3306a0545924b65a54f72b704ca3985 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:23.420488 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:23.426620 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:23.436918 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] For port 04103394-5bdb-4682-97cf-2e52cbbdc423, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=04103394-5bdb-4682-97cf-2e52cbbdc423,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:23.438078 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.509816 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.563324 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Calling delete_port for 04103394-5bdb-4682-97cf-2e52cbbdc423 owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:23.609536 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.619392 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2722f189-c19c-44fb-8484-f21d2292e2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:23.658943 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3306a0545924b65a54f72b704ca3985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786397 May 10 20:11:23.660696 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9365b3a2-dfc8-431c-b0b2-023a6fe676d9,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:23.663116 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35404) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:23.666191 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f69adbbe-5851-483b-9b58-bb312ef43fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:23.727641 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.752973 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.787037 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.791888 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-48c86b2e-d374-4722-9bf0-97f786db8845 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:23.839385 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Pushing event deleted for resources: {'Port': ['ID=04103394-5bdb-4682-97cf-2e52cbbdc423,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:23.870398 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:23.877987 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.883554 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-43663d51-dcc0-46b5-a827-f45f158f0f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:23.899084 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9365b3a2-dfc8-431c-b0b2-023a6fe676d9,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:23.915451 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:23.919396 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:23.923573 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-0c1e1d44-9987-45eb-a553-e28bfc16d5a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9365b3a2-dfc8-431c-b0b2-023a6fe676d9 HTTP/1.1" status: 204 len: 168 time: 0.2589290 May 10 20:11:24.133145 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:24.496653 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Router c4aedfee-1927-467f-b689-780f586b3c84 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:24.569322 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35422) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:24.697278 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:24.712087 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:24.715871 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:16bf282ac2f443ecaa905e5621e85a74 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:24.718751 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:24.725233 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:24.793823 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:24.794293 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35428) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:24.802518 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Sync routers for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:24.812838 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:24.813553 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:24.823017 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:24.825572 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:24.843747 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:24.847665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Usage tracker for resource:security_group_rule and tenant:23e72cfe2f814664ba6912e9add6ab57 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:24.850599 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:24.856347 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:24.868705 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-5da350aa-6af2-4585-8d86-a1d51548b3de admin admin] 10.222.0.42 "PUT /v2.0/routers/c4aedfee-1927-467f-b689-780f586b3c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6371558 May 10 20:11:24.871058 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35432) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:24.900712 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:24.908136 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3beaa4dc-8e97-4f3e-b11e-c73db070b568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:24.968225 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16bf282ac2f443ecaa905e5621e85a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951385 May 10 20:11:24.968225 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e0164-33bd-4730-a75f-08665a91384a,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:24.972232 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35436) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:24.976056 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:24.995242 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:25.056757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.077242 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.090952 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.110710 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.158377 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.166224 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-1fb8f52b-0184-4961-af51-4b135471f9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:25.215342 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23e72cfe2f814664ba6912e9add6ab57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204228 May 10 20:11:25.216435 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d27d11-f63a-4f60-bdde-d6c552b9bc29,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:25.218144 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35440) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:25.219525 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:25.261002 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.264749 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54f2365a-c7bb-411f-a705-5635f0872ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:25.278852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e0164-33bd-4730-a75f-08665a91384a,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:25.283635 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:25.290129 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.291336 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5905b673-3b4d-4e14-b797-b511974c0a98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c74e0164-33bd-4730-a75f-08665a91384a HTTP/1.1" status: 204 len: 168 time: 0.3181155 May 10 20:11:25.294522 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.320778 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.327483 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:25.331492 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Checking router: c4aedfee-1927-467f-b689-780f586b3c84 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:25.341766 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Routers {'c4aedfee-1927-467f-b689-780f586b3c84'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:25.342527 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['c4aedfee-1927-467f-b689-780f586b3c84'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:25.347962 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.503670 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Deleting port 668437d1-116e-46d5-93bb-eeac26de41bd {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:25.503920 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.515637 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] Set router c4aedfee-1927-467f-b689-780f586b3c84 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:25.565650 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.574809 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-471bc3f0-96e5-46a5-b6ae-61327d3230fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:25.588320 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d27d11-f63a-4f60-bdde-d6c552b9bc29,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:25.593293 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:25.599475 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.602858 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-2753a014-b639-4d2f-bb68-010050e67e45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22d27d11-f63a-4f60-bdde-d6c552b9bc29 HTTP/1.1" status: 204 len: 168 time: 0.3813024 May 10 20:11:25.651393 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] For port 668437d1-116e-46d5-93bb-eeac26de41bd, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=668437d1-116e-46d5-93bb-eeac26de41bd,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:25.651769 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:25.782071 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Calling delete_port for 668437d1-116e-46d5-93bb-eeac26de41bd owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:25.805169 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:25.809307 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9456b-dd16-4cbe-bab0-abddb08e43da None None] The sync data for ids ['c4aedfee-1927-467f-b689-780f586b3c84'] in dv-cinder-788364-3-smb is: [{'id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'name': 'tempest-TestMinimumBasicScenario-959350852-router', 'tenant_id': '57588f8433b440a1b8489469fb863c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:08:39Z', 'updated_at': '2021-05-10T20:11:23Z', 'revision_number': 5, 'project_id': '57588f8433b440a1b8489469fb863c35', 'gw_port': {'id': '668437d1-116e-46d5-93bb-eeac26de41bd', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aedfee-1927-467f-b689-780f586b3c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:08:40Z', 'updated_at': '2021-05-10T20:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:26.015309 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.024398 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8eb15516-66dd-44e7-b90f-2727cc1a8392 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:26.096003 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=668437d1-116e-46d5-93bb-eeac26de41bd,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:26.096003 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:26.182732 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.228835 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 04103394-5bdb-4682-97cf-2e52cbbdc423 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:26.266530 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 04103394-5bdb-4682-97cf-2e52cbbdc423 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:26.267871 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 04103394-5bdb-4682-97cf-2e52cbbdc423 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:26.453977 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35460) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:26.471886 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.484584 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.486826 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.487624 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:26.492651 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Usage tracker for resource:security_group_rule and tenant:a395d5dc5c194cf39207e9d9fb7cdfd2 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:26.495544 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:26.501204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:26.689905 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.690499 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4aedfee-1927-467f-b689-780f586b3c84 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:11:26.702609 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.703752 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-7ae8bdc3-55ca-482a-8e6d-e165e2eb6ed3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c4aedfee-1927-467f-b689-780f586b3c84 HTTP/1.1" status: 204 len: 168 time: 1.8316479 May 10 20:11:26.706329 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35470) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:26.772895 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Deleting subnet 4f86d8c9-ff67-493e-b527-364ba067a0a6 {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:11:26.776331 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.836195 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.855645 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:26.924556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.135262 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.154929 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-29e164cd-3a1e-4cb6-98d2-8f70838483e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:27.189646 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a395d5dc5c194cf39207e9d9fb7cdfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345579 May 10 20:11:27.196004 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35478) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:27.206265 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365fb8a1-5f3c-48da-b58b-9f1b4f69c427,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:27.210018 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b6cba005-8cf2-4cee-a638-f2c92ea5e853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:27.259838 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.287816 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.310247 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.324959 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ac46be83-3e56-421e-bd67-27a8d14189fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:27.363043 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f86d8c9-ff67-493e-b527-364ba067a0a6,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:27.365880 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.369575 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c93e4b-0424-4900-bb4e-fa7fddc68b63 None None] Network da39d1f5-cba0-4263-aa27-7b461e7ec41b requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:11:27.370048 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:27.376159 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-fead3cc1-f30c-4293-a604-1afc371fe5b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4f86d8c9-ff67-493e-b527-364ba067a0a6 HTTP/1.1" status: 204 len: 168 time: 0.6687267 May 10 20:11:27.382987 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35482) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:27.493773 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.544954 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.550496 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5e259712-885f-4841-985c-2ee9d45e2a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:27.564381 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365fb8a1-5f3c-48da-b58b-9f1b4f69c427,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:27.566514 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.570411 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/365fb8a1-5f3c-48da-b58b-9f1b4f69c427 HTTP/1.1" status: 204 len: 168 time: 0.3731568 May 10 20:11:27.571482 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-27cbd229-c68b-4ba6-9542-73fea52c0fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:27.601691 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Deleting port 064dccf6-c44b-4ada-87fc-d7b17a09c604 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:27.607722 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.654238 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] DHCP port deletion for da39d1f5-cba0-4263-aa27-7b461e7ec41b request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:11:27.711597 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] For port 064dccf6-c44b-4ada-87fc-d7b17a09c604, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=064dccf6-c44b-4ada-87fc-d7b17a09c604,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:27.712337 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.728021 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Deleting port 064dccf6-c44b-4ada-87fc-d7b17a09c604 {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:27.728769 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.831428 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] For port 064dccf6-c44b-4ada-87fc-d7b17a09c604, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=064dccf6-c44b-4ada-87fc-d7b17a09c604,segment=NetworkSegment(ae7cdec3-dc8c-4708-9902-453977432963),segment_id=ae7cdec3-dc8c-4708-9902-453977432963)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:27.831732 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:27.851820 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Calling delete_port for 064dccf6-c44b-4ada-87fc-d7b17a09c604 owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:27.953054 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Calling delete_port for 064dccf6-c44b-4ada-87fc-d7b17a09c604 owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:28.015977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.021012 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:28.025196 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.032346 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:28.097950 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Pushing event deleted for resources: {'Port': ['ID=064dccf6-c44b-4ada-87fc-d7b17a09c604,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:28.102141 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:28.104820 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] No DVR routers for this DVR port 064dccf6-c44b-4ada-87fc-d7b17a09c604 on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:28.135019 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:11:28.139541 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Pushing event deleted for resources: {'Port': ['ID=064dccf6-c44b-4ada-87fc-d7b17a09c604,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:28.149228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:28.149228 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] No DVR routers for this DVR port 064dccf6-c44b-4ada-87fc-d7b17a09c604 on host dv-cinder-788364-3-smb {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:28.152089 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 064dccf6-c44b-4ada-87fc-d7b17a09c604 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:28.193811 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 064dccf6-c44b-4ada-87fc-d7b17a09c604 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:28.194171 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 064dccf6-c44b-4ada-87fc-d7b17a09c604 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:28.194617 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 668437d1-116e-46d5-93bb-eeac26de41bd no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:28.232818 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 668437d1-116e-46d5-93bb-eeac26de41bd {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:28.233312 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 668437d1-116e-46d5-93bb-eeac26de41bd not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:28.278450 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.293606 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da39d1f5-cba0-4263-aa27-7b461e7ec41b']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:28.308784 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7cdec3-dc8c-4708-9902-453977432963') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:28.309381 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7cdec3-dc8c-4708-9902-453977432963') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:28.321790 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.337516 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.344368 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:11:28.344696 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:11:28.361212 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:11:28.401955 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35506) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:28.429627 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.441820 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:28.446503 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Usage tracker for resource:security_group_rule and tenant:d75114bc9f344c23b9bdea6486e4a0ed is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:28.449291 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:28.455003 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:28.570509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.576115 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.580933 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8e4090f8-a5fe-4fa8-9a07-2fb92d69b439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:28.607189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Pushing event deleted for resources: {'Network': ['ID=da39d1f5-cba0-4263-aa27-7b461e7ec41b,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:28.607189 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:28.610619 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-a4b68d0f-60b9-4323-903b-f15e77968273 admin admin] 10.222.0.42 "DELETE /v2.0/networks/da39d1f5-cba0-4263-aa27-7b461e7ec41b HTTP/1.1" status: 204 len: 168 time: 1.2311404 May 10 20:11:28.648163 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.746732 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.756322 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-d8245ff1-c642-4ea8-a7db-dc60517b4024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:28.795478 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d75114bc9f344c23b9bdea6486e4a0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922653 May 10 20:11:28.797077 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3c36e-38b3-4e75-b142-675a4670c673,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:28.798147 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35512) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:28.800095 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-ab05220c-618c-48a7-a8e8-2c4f9a0c010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:28.863408 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:28.888972 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.055295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.060401 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a7f456a6-87ce-41bb-9ade-f7150d2e6d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:29.072664 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3c36e-38b3-4e75-b142-675a4670c673,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:29.075616 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:29.077635 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.078765 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-37358e2d-1ce4-4554-bce0-39193f67ff4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97f3c36e-38b3-4e75-b142-675a4670c673 HTTP/1.1" status: 204 len: 168 time: 0.2795858 May 10 20:11:29.105826 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35518) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:29.158186 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-c6b92fe3-bca9-4f3b-8260-9b3899690ba9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=075d08e0b849435e946f4ace8b7706fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509493 May 10 20:11:29.160417 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35522) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:29.219378 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.245224 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.495433 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.499490 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-a5a2b842-39b7-4cb9-bc83-e7ef62e34731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:29.515043 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a77a465-7bed-439e-8d66-507115d09d71,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:29.518473 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:29.632039 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:29.633169 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-1caf2ae0-0157-4463-abf5-bd24ea100afb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a77a465-7bed-439e-8d66-507115d09d71 HTTP/1.1" status: 204 len: 168 time: 0.4718575 May 10 20:11:30.710321 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35538) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:30.759505 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-86716161-595b-461b-a80b-0c9460568e36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57588f8433b440a1b8489469fb863c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478230 May 10 20:11:30.761852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35542) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:30.820157 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:30.845212 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:30.952739 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:30.956385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-18a2ac71-e2b8-49ac-a4dd-71ac7222810d tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:30.973011 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e065c5-91b5-4222-8e69-679c1e9bfeb0,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:30.978481 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:30.998165 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:30.999777 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-5a423a12-9787-42bd-b7c7-fcd0bc314d68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5e065c5-91b5-4222-8e69-679c1e9bfeb0 HTTP/1.1" status: 204 len: 168 time: 0.2365243 May 10 20:11:32.694582 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:33.389566 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35566) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:33.655884 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Deleting port a4a8b303-880c-425f-8610-7a7e67f6b004 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:33.656230 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:33.773553 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:33.773825 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:33.893031 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Calling delete_port for a4a8b303-880c-425f-8610-7a7e67f6b004 owned by network:floatingip {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:34.117369 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:34.121271 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-41cef39f-51b5-4f87-90d8-7c0bb716a136 tempest-AttachVolumeTestJSON-390279188 tempest-AttachVolumeTestJSON-390279188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:34.165795 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event deleted for resources: {'Port': ['ID=a4a8b303-880c-425f-8610-7a7e67f6b004,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:34.168946 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:34.262706 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for floatingip, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:34.263031 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.db.l3_db [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Floating IP 7e366160-4a96-4eab-940f-987f196d6b48 disassociated (deleted). External IP: 172.28.1.211, port: d588ce95-189f-46e4-8bd1-c63988d6fe72. May 10 20:11:34.615012 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Router b0f1331e-969c-46cb-8daf-ce4d599da176 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:34.901501 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:34.911465 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Sync routers for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:34.920853 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:34.925291 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:34.975289 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for floatingip, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:35.031220 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bb2afd19-c225-4022-a91f-7c2f63676de9 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e366160-4a96-4eab-940f-987f196d6b48 HTTP/1.1" status: 204 len: 168 time: 1.6405823 May 10 20:11:35.031890 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:35.079414 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'status': 'completed', 'code': 200} May 10 20:11:35.100107 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:35.212837 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-f6060a10-3244-4106-a814-0d35d9104269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.214454 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-f6060a10-3244-4106-a814-0d35d9104269 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 1099 time: 0.1030486 May 10 20:11:35.454055 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:35.457901 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Checking router: b0f1331e-969c-46cb-8daf-ce4d599da176 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:35.459036 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-1b258d45-d7b7-4b5d-b589-cd6bda22c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.460701 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-1b258d45-d7b7-4b5d-b589-cd6bda22c910 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 200 len: 910 time: 0.2364213 May 10 20:11:35.466616 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:35.467211 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:35.535251 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-49d92b68-7dee-4005-ab36-3c09a6089fb8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 200 len: 217 time: 0.0631111 May 10 20:11:35.609537 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-49cae58c-51c2-4af2-af17-86df67f69b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.612749 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-49cae58c-51c2-4af2-af17-86df67f69b42 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 200 len: 848 time: 0.0648477 May 10 20:11:35.655803 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:35.697508 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-f790c12b-af01-465f-bac0-dd8f520aa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.699218 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-f790c12b-af01-465f-bac0-dd8f520aa530 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812793 May 10 20:11:35.754811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d41c0f-c6c8-4bdf-b4d7-545f7c40bfd9 req-6e46fa3e-e7bc-4443-a505-84bd8ff87a4d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:35.755431 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-41d41c0f-c6c8-4bdf-b4d7-545f7c40bfd9 req-6e46fa3e-e7bc-4443-a505-84bd8ff87a4d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79261) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:11:35.837900 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-9d55db19-5c52-4467-a6fa-a61eeb5b14db service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315365 May 10 20:11:35.866486 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [req-41d41c0f-c6c8-4bdf-b4d7-545f7c40bfd9 req-6e46fa3e-e7bc-4443-a505-84bd8ff87a4d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79261) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:11:35.867973 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-41d41c0f-c6c8-4bdf-b4d7-545f7c40bfd9 req-6e46fa3e-e7bc-4443-a505-84bd8ff87a4d tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.2064540 May 10 20:11:35.921821 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-41d41c0f-c6c8-4bdf-b4d7-545f7c40bfd9 req-1ad2c457-7f2a-4e94-9eaa-eae004dc1b5f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476184 May 10 20:11:35.986176 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:35.988336 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-911f831a-859d-4c06-9bdf-7b0abc6b701b req-83e36f58-62e2-4c32-a000-346b36bfbc33 service neutron] 10.222.0.68 "GET /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428986 May 10 20:11:35.990427 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659adf2-0b9b-4496-bfc2-5086cb50e284 None None] The sync data for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb is: [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:06:23Z', 'revision_number': 4, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb', '_interfaces': [{'id': '29211b80-a82e-428a-8f16-0c6af49eda21', 'name': '', 'network_id': 'f66ddc11-1cc6-4bf1-8edd-5433fa74e2df', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'mac_address': 'fa:16:3e:68:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:21Z', 'updated_at': '2021-05-10T20:06:32Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'subnets': [{'id': '7618a259-ef6b-401d-b7eb-e3cbc24460aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:36.211590 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ec6896-27f3-42b6-88eb-006a1a6d1a10 None None] New status for floating IP 7e366160-4a96-4eab-940f-987f196d6b48: DOWN {{(pid=79263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:11:37.102276 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcb146-b815-48f9-848b-66fb4196526d req-ea047f41-3f5a-4faa-89c1-72a80a21e9af tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:37.103745 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4cdcb146-b815-48f9-848b-66fb4196526d req-ea047f41-3f5a-4faa-89c1-72a80a21e9af tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.0793369 May 10 20:11:37.194759 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-4cdcb146-b815-48f9-848b-66fb4196526d req-292c835a-3b9b-4ce6-8cf3-e3c05ed2f657 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/security-groups?id=267c2327-38ba-4855-9cde-ba0772d37c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572088 May 10 20:11:37.221831 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652821e-3840-46f3-8280-e795470418a7 req-9a4786e7-0e73-40fe-bd2f-a29b4f096c8f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 20:11:37.223286 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6652821e-3840-46f3-8280-e795470418a7 req-9a4786e7-0e73-40fe-bd2f-a29b4f096c8f tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.68 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 946 time: 0.1152005 May 10 20:11:37.357324 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Deleting port d588ce95-189f-46e4-8bd1-c63988d6fe72 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:37.357659 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.486110 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] For port d588ce95-189f-46e4-8bd1-c63988d6fe72, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d588ce95-189f-46e4-8bd1-c63988d6fe72,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:37.486398 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.608178 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Calling delete_port for d588ce95-189f-46e4-8bd1-c63988d6fe72 owned by compute:nova {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:37.786898 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.792392 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-72628b27-347e-4a9b-b4ae-f0289cf22457 tempest-TestMinimumBasicScenario-1508036327 tempest-TestMinimumBasicScenario-1508036327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:37.838385 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event deleted for resources: {'Port': ['ID=d588ce95-189f-46e4-8bd1-c63988d6fe72,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:37.841829 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:37.913059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] No DVR routers for this DVR port d588ce95-189f-46e4-8bd1-c63988d6fe72 on host hv-cinder-78836 {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:37.915490 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4048719'] for port, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:37.918204 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-deleted', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 20:11:37.963304 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab86d4-8b35-4b95-8e75-8170711997fd', 'name': 'network-vif-deleted', 'tag': 'd588ce95-189f-46e4-8bd1-c63988d6fe72', 'status': 'completed', 'code': 200} May 10 20:11:38.008248 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-6652821e-3840-46f3-8280-e795470418a7 req-c21d5026-f356-4099-9027-8598976019dd tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.68 "DELETE /v2.0/ports/d588ce95-189f-46e4-8bd1-c63988d6fe72 HTTP/1.1" status: 204 len: 173 time: 0.7770011 May 10 20:11:38.346192 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0f8d6e35-a32f-4047-b517-ef8d75643acc req-8171c329-4b77-459f-986f-2d0a7260ace5 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Synchronizing usage tracker for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 20:11:38.500660 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [req-0f8d6e35-a32f-4047-b517-ef8d75643acc req-8171c329-4b77-459f-986f-2d0a7260ace5 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Unset dirty status for tenant:d956cbbb2c8b47c185b127b18e463f9b on resource:port {{(pid=79260) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 20:11:38.501760 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [req-0f8d6e35-a32f-4047-b517-ef8d75643acc req-8171c329-4b77-459f-986f-2d0a7260ace5 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.1992807 May 10 20:11:39.664717 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [req-0beeffc5-8cc9-4bd1-bbb0-2ad0d51cfba5 req-18bfc25b-0581-494b-a217-72c7966db105 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab86d4-8b35-4b95-8e75-8170711997fd HTTP/1.1" status: 200 len: 210 time: 0.0452580 May 10 20:11:40.759822 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35628) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:40.762949 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:40.796538 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] No Port match for: d588ce95-189f-46e4-8bd1-c63988d6fe72 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:40.796785 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Device d588ce95-189f-46e4-8bd1-c63988d6fe72 not bound to the agent host hv-cinder-78836 {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:40.831570 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:40.862200 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:41.031217 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:41.035509 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-5b39e247-964f-4b82-832d-0233ef9db333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:41.051175 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c2327-38ba-4855-9cde-ba0772d37c2d,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:41.053975 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:41.162022 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:41.163841 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-90ab22fe-237b-4d71-bf15-059afb361b58 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] 10.222.0.42 "DELETE /v2.0/security-groups/267c2327-38ba-4855-9cde-ba0772d37c2d HTTP/1.1" status: 204 len: 168 time: 0.4030547 May 10 20:11:41.293537 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35642) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:42.000862 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.418706 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Deleting port 29211b80-a82e-428a-8f16-0c6af49eda21 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:42.419412 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.450157 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8c61915f-5e18-40f3-ad37-aed56fa81b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.540860 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] For port 29211b80-a82e-428a-8f16-0c6af49eda21, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=29211b80-a82e-428a-8f16-0c6af49eda21,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:42.541207 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.776865 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Calling delete_port for 29211b80-a82e-428a-8f16-0c6af49eda21 owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:42.986801 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:42.991649 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7c8a1bbf-071f-4f8a-a2f0-38444a553c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:43.035049 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Pushing event deleted for resources: {'Port': ['ID=29211b80-a82e-428a-8f16-0c6af49eda21,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:43.038216 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:43.312832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:43.666172 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Router b0f1331e-969c-46cb-8daf-ce4d599da176 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:43.839666 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:43.848299 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Sync routers for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:43.858285 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:43.858906 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:43.918268 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-375d81c5-8c22-45ce-9ee1-282fbaf432bd admin admin] 10.222.0.42 "PUT /v2.0/routers/b0f1331e-969c-46cb-8daf-ce4d599da176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233194 May 10 20:11:43.920629 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35660) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:44.035089 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:44.099004 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks [] for router, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:44.332389 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:11:42Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:44.337500 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Checking router: b0f1331e-969c-46cb-8daf-ce4d599da176 for host: dv-cinder-788364-3-smb {{(pid=79262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:44.350085 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Routers {'b0f1331e-969c-46cb-8daf-ce4d599da176'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:44.350751 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:15Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b0f1331e-969c-46cb-8daf-ce4d599da176'], 'active': True} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:44.392041 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:44.550375 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Deleting port 9c930da5-c8e7-4671-aa8d-232539013e1c {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:44.550671 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:44.578463 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvr_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] Set router b0f1331e-969c-46cb-8daf-ce4d599da176 gateway port host: dv-cinder-788364-3-smb {{(pid=79262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:44.677567 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] For port 9c930da5-c8e7-4671-aa8d-232539013e1c, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=9c930da5-c8e7-4671-aa8d-232539013e1c,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:44.678731 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:44.811907 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Calling delete_port for 9c930da5-c8e7-4671-aa8d-232539013e1c owned by network:router_gateway {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:44.871974 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_hamode_db [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:11:42Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:44.875813 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a515a69c-152a-4f1d-bd14-e949ef577232 None None] The sync data for ids ['b0f1331e-969c-46cb-8daf-ce4d599da176'] in dv-cinder-788364-3-smb is: [{'id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'name': 'tempest-TestShelveInstance-1417986430-router', 'tenant_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:13Z', 'updated_at': '2021-05-10T20:11:42Z', 'revision_number': 5, 'project_id': 'd956cbbb2c8b47c185b127b18e463f9b', 'gw_port': {'id': '9c930da5-c8e7-4671-aa8d-232539013e1c', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f1331e-969c-46cb-8daf-ce4d599da176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:15Z', 'updated_at': '2021-05-10T20:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:44.969341 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bae9b361-7913-4525-8356-4a2df2ab1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.043793 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.076625 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.080430 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-88070ee9-3c2f-41ad-a103-5a28f541c455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:45.126764 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c930da5-c8e7-4671-aa8d-232539013e1c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:45.129942 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:45.217430 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.391847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.394210 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.512247 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.512755 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f1331e-969c-46cb-8daf-ce4d599da176 {{(pid=79261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:11:45.526184 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] Notify callbacks [] for router, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.527331 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d2314a50-d853-4ede-a54e-42547afd41cb admin admin] 10.222.0.42 "DELETE /v2.0/routers/b0f1331e-969c-46cb-8daf-ce4d599da176 HTTP/1.1" status: 204 len: 168 time: 1.6057820 May 10 20:11:45.529801 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35674) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:45.594654 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.db_base_plugin_v2 [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Deleting subnet 7618a259-ef6b-401d-b7eb-e3cbc24460aa {{(pid=79261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:11:45.597667 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.651317 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60283744'] for subnet, precommit_delete_associations {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.731386 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:45.831302 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.067206 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61531694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657795'] for subnet, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.072905 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:46.095399 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 29211b80-a82e-428a-8f16-0c6af49eda21 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:46.113462 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7618a259-ef6b-401d-b7eb-e3cbc24460aa,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:46.116079 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for subnet, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.125865 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.126244 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.126769 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.127076 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.127432 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.127788 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.128144 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.128546 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.128900 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.129251 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.129601 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.129977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:46.136250 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4506f-c2ff-4e83-b841-5b1e681fdc8e None None] Network f66ddc11-1cc6-4bf1-8edd-5433fa74e2df requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:11:46.137106 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7618a259-ef6b-401d-b7eb-e3cbc24460aa HTTP/1.1" status: 204 len: 168 time: 0.6030562 May 10 20:11:46.137106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-613f6f8f-02f0-4dfe-84fa-62d5b885f594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:46.137106 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35690) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:46.154849 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 29211b80-a82e-428a-8f16-0c6af49eda21 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:46.155196 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 29211b80-a82e-428a-8f16-0c6af49eda21 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:46.155720 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 9c930da5-c8e7-4671-aa8d-232539013e1c no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:46.196933 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: 9c930da5-c8e7-4671-aa8d-232539013e1c {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:46.197384 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device 9c930da5-c8e7-4671-aa8d-232539013e1c not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:46.351661 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.424830 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Deleting port ce22da9e-1c10-44e1-9147-61a7d36ac13d {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:46.425165 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.448521 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] DHCP port deletion for f66ddc11-1cc6-4bf1-8edd-5433fa74e2df request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:11:46.518522 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Deleting port ce22da9e-1c10-44e1-9147-61a7d36ac13d {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:46.519050 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.532350 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] For port ce22da9e-1c10-44e1-9147-61a7d36ac13d, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ce22da9e-1c10-44e1-9147-61a7d36ac13d,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:46.532700 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.626575 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] For port ce22da9e-1c10-44e1-9147-61a7d36ac13d, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=ce22da9e-1c10-44e1-9147-61a7d36ac13d,segment=NetworkSegment(b9231cba-0d2e-4491-8970-a127d816ab5f),segment_id=b9231cba-0d2e-4491-8970-a127d816ab5f)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:46.626982 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.659312 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Calling delete_port for ce22da9e-1c10-44e1-9147-61a7d36ac13d owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:46.751514 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Calling delete_port for ce22da9e-1c10-44e1-9147-61a7d36ac13d owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:46.798093 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.803237 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-1ccda030-19d9-4e41-9b58-f93a2220315a tempest-VolumesActionsTest-1015458860 tempest-VolumesActionsTest-1015458860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:46.810984 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.810984 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-0406c9f8-70dc-4730-b909-16e73347f165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:46.852667 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] No DVR routers for this DVR port ce22da9e-1c10-44e1-9147-61a7d36ac13d on host dv-cinder-788364-3-smb {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:46.858510 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Pushing event deleted for resources: {'Port': ['ID=ce22da9e-1c10-44e1-9147-61a7d36ac13d,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:46.862628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:46.862628 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a69f77-e506-41e3-957a-eaa7a18f2029 None None] No DVR routers for this DVR port ce22da9e-1c10-44e1-9147-61a7d36ac13d on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:46.885156 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce22da9e-1c10-44e1-9147-61a7d36ac13d,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:46.890787 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:46.981410 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:46.994461 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ddc11-1cc6-4bf1-8edd-5433fa74e2df']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:47.006832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9231cba-0d2e-4491-8970-a127d816ab5f') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:47.007170 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9231cba-0d2e-4491-8970-a127d816ab5f') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:47.018847 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.035309 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.042141 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:11:47.042538 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:11:47.055906 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:11:47.221068 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.226123 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-3f778311-4a24-4af4-8c5e-084f983b4b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:47.239982 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.249850 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66ddc11-1cc6-4bf1-8edd-5433fa74e2df,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:47.254577 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:47.257485 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-91506a63-ab9d-4caf-9d80-e421a143dc06 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f66ddc11-1cc6-4bf1-8edd-5433fa74e2df HTTP/1.1" status: 204 len: 168 time: 1.1201751 May 10 20:11:47.260331 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35712) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:47.682726 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:47.811724 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3801411'] for router_interface, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:48.088029 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ce22da9e-1c10-44e1-9147-61a7d36ac13d no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:48.124164 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: ce22da9e-1c10-44e1-9147-61a7d36ac13d {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:48.124422 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device ce22da9e-1c10-44e1-9147-61a7d36ac13d not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:48.404659 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Deleting port fcbb9935-165a-4659-bdb9-0001500a0b28 {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:48.404946 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:48.532076 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] For port fcbb9935-165a-4659-bdb9-0001500a0b28, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=fcbb9935-165a-4659-bdb9-0001500a0b28,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:48.532444 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:48.655279 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Calling delete_port for fcbb9935-165a-4659-bdb9-0001500a0b28 owned by network:router_interface {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:48.911377 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:48.915685 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-08f4f262-8a71-46bf-b808-937179bd31c1 tempest-AttachVolumeShelveTestJSON-423403044 tempest-AttachVolumeShelveTestJSON-423403044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:48.958675 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbb9935-165a-4659-bdb9-0001500a0b28,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:48.961664 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:49.231675 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3861491'] for router_interface, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:49.719786 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 has already been hosted by L3 agent 5254dc51-ea10-4471-99c4-441d88cb3c79 {{(pid=79261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 20:11:49.790470 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35728) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:49.906619 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] Notify agent at l3_agent.dv-cinder-788364-3-smb the message routers_updated {{(pid=79261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 20:11:49.911488 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:49.916999 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Sync routers for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:11:49.926647 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:49.927275 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:49.936601 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:49.940455 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Usage tracker for resource:security_group_rule and tenant:733f9bf572c9428c83fee844249ea665 is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:49.944234 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:49.950254 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:49.975590 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-300917d3-6ad7-4f9d-bbb2-3e25889a7dd6 admin admin] 10.222.0.42 "PUT /v2.0/routers/b5f12613-1b20-43f6-b2b8-6cf3de9bc472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142475 May 10 20:11:49.978210 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35734) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:50.140264 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:50.297047 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.312051 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.422121 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:11:48Z', 'revision_number': 5, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:50.422468 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.426652 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Checking router: b5f12613-1b20-43f6-b2b8-6cf3de9bc472 for host: dv-cinder-788364-3-smb {{(pid=79263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:11:50.438218 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Routers {'b5f12613-1b20-43f6-b2b8-6cf3de9bc472'} bound to L3 agent in host dv-cinder-788364-3-smb {{(pid=79263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 20:11:50.438218 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:55:15Z,description=,heartbeat_timestamp=2021-05-10T20:11:45Z,host='dv-cinder-788364-3-smb',id=5254dc51-ea10-4471-99c4-441d88cb3c79,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:55:15Z,topic='l3_agent')) {'router_ids': ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'], 'active': True} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:50.438512 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-2158a44e-fe9c-471d-9ac4-fe885bc53910 tempest-TestShelveInstance-1306605525 tempest-TestShelveInstance-1306605525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:50.500588 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=733f9bf572c9428c83fee844249ea665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089386 May 10 20:11:50.504088 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35738) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:50.508193 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7567e52-c846-4278-95d0-3e291cf6f996,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:50.520707 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.521089 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.521457 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.522194 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.522362 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.522607 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.522961 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.523315 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.523669 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.524020 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.524367 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.524715 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-3-smb {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:11:50.530341 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-29a4ae23-6f76-4a72-ac7f-eb65be7b04a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:50.558166 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.569021 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.594702 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.619306 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_dvr_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] Set router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 gateway port host: dv-cinder-788364-3-smb {{(pid=79263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 20:11:50.703815 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Deleting port c85bf968-2158-4072-a2d3-a50fa967034e {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:50.704047 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.745752 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.750980 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-c5923408-2a2d-45fd-abfd-f4add32f46fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:50.764904 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7567e52-c846-4278-95d0-3e291cf6f996,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:50.774266 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.778372 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7567e52-c846-4278-95d0-3e291cf6f996 HTTP/1.1" status: 204 len: 168 time: 0.2701960 May 10 20:11:50.778372 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-95547955-82b8-456a-b7b7-891a2d2a504d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:50.840279 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] For port c85bf968-2158-4072-a2d3-a50fa967034e, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=c85bf968-2158-4072-a2d3-a50fa967034e,segment=NetworkSegment(10e11c0f-d599-41a0-97fc-e44f3c3cca76),segment_id=10e11c0f-d599-41a0-97fc-e44f3c3cca76)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:50.840876 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:50.913600 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.l3_hamode_db [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:11:48Z', 'revision_number': 5, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}], 'dv-cinder-788364-3-smb', False) {} {{(pid=79263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:50.917572 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a154fe-a646-4e5a-a41c-e1f713ba69cc None None] The sync data for ids ['b5f12613-1b20-43f6-b2b8-6cf3de9bc472'] in dv-cinder-788364-3-smb is: [{'id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'name': 'tempest-TestShelveInstance-1740683327-router', 'tenant_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'external_fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T20:06:34Z', 'updated_at': '2021-05-10T20:11:48Z', 'revision_number': 5, 'project_id': 'f74c24aeaaa94a4e810fc074a17fcba7', 'gw_port': {'id': 'c85bf968-2158-4072-a2d3-a50fa967034e', 'name': '', 'network_id': '027b1c0a-790f-461a-bff9-3962dd1bd4a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:46:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f12613-1b20-43f6-b2b8-6cf3de9bc472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T20:06:38Z', 'updated_at': '2021-05-10T20:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f103f528-53b1-41ed-b233-9d55bf67767d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-3-smb'}] {{(pid=79263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:11:50.970147 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Calling delete_port for c85bf968-2158-4072-a2d3-a50fa967034e owned by network:router_gateway {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:51.236014 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61965303'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.239834 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-3f49bd14-69a5-45a7-a4fd-f3177aaea7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:51.284903 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85bf968-2158-4072-a2d3-a50fa967034e,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:51.316814 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:51.382453 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807847'] for router_gateway, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.526811 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35746) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:51.545712 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.560607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:51.561137 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257880'] for router, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.563606 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.564560 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Usage tracker for resource:security_group_rule and tenant:687598c71e154bbd8118b58890edafa0 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:51.567624 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:51.573520 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:51.666984 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-386165'] for router, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.667520 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f12613-1b20-43f6-b2b8-6cf3de9bc472 {{(pid=79260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 20:11:51.690283 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.694945 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-6a6aa064-5e6f-43cc-8648-88462211dbf3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b5f12613-1b20-43f6-b2b8-6cf3de9bc472 HTTP/1.1" status: 204 len: 168 time: 1.7156038 May 10 20:11:51.695665 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35750) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:51.754394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.759524 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Deleting subnet de44f63a-bb77-465a-977f-b1ed84384110 {{(pid=79260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 20:11:51.762959 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.816101 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473891'] for subnet, precommit_delete_associations {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.826844 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.834165 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d1a0b5c3-882e-4007-89f7-4d4cd7e4765f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:51.875789 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=687598c71e154bbd8118b58890edafa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477530 May 10 20:11:51.876699 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248c63d-4175-4340-b671-e9bc182438ed,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:51.878977 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35754) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:51.881564 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-ca6a67c0-bad3-411d-a34e-11f30e9318ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:51.893663 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3614903'] for subnet, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.945124 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:51.975295 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.147179 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.152527 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device fcbb9935-165a-4659-bdb9-0001500a0b28 no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:52.163183 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2d572fc5-f0a0-45d1-98d2-1c80c87093c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:52.187577 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248c63d-4175-4340-b671-e9bc182438ed,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:52.190211 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:52.198290 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.199446 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e248c63d-4175-4340-b671-e9bc182438ed HTTP/1.1" status: 204 len: 168 time: 0.3195877 May 10 20:11:52.218788 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: fcbb9935-165a-4659-bdb9-0001500a0b28 {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:52.219140 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device fcbb9935-165a-4659-bdb9-0001500a0b28 not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:52.219557 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c85bf968-2158-4072-a2d3-a50fa967034e no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:52.258167 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: c85bf968-2158-4072-a2d3-a50fa967034e {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:52.258554 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device c85bf968-2158-4072-a2d3-a50fa967034e not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:52.375610 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3614904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61965220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61968881'] for subnet, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.379742 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:52.414674 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de44f63a-bb77-465a-977f-b1ed84384110,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:52.417255 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:52.420852 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.426429 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212792d-3c7c-4e5c-93be-9eec7a9833b1 None None] Network c4c2d25c-a009-4dd5-832f-55138d8dfaa7 requested from dv-cinder-788364-3-smb {{(pid=79262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 20:11:52.428782 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-c1d44376-490f-4235-8fad-47a4b42df608 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/de44f63a-bb77-465a-977f-b1ed84384110 HTTP/1.1" status: 204 len: 168 time: 0.7319615 May 10 20:11:52.431390 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35760) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:52.551415 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618679'] for network, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.633219 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Deleting port e65fcd84-31ca-4c46-bffa-d37c5343f8ab {{(pid=79261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:52.633556 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.751231 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] DHCP port deletion for c4c2d25c-a009-4dd5-832f-55138d8dfaa7 request from dv-cinder-788364-3-smb {{(pid=79262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 20:11:52.752404 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] For port e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:52.752832 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.822557 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Deleting port e65fcd84-31ca-4c46-bffa-d37c5343f8ab {{(pid=79262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 20:11:52.826220 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737743990685'] for port, before_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:52.883821 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Calling delete_port for e65fcd84-31ca-4c46-bffa-d37c5343f8ab owned by network:dhcp {{(pid=79261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:52.935411 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.db [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] For port e65fcd84-31ca-4c46-bffa-d37c5343f8ab, host dv-cinder-788364-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-3-smb',level=0,port_id=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,segment=NetworkSegment(538433f0-4f4c-4a3a-bb00-c1577d4c8173),segment_id=538433f0-4f4c-4a3a-bb00-c1577d4c8173)] {{(pid=79262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 20:11:52.935806 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861945'] for port, precommit_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.056174 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Calling delete_port for e65fcd84-31ca-4c46-bffa-d37c5343f8ab owned by network:dhcp {{(pid=79262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 20:11:53.133545 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61531773'] for port, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.139166 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-7708cd98-68f3-41fb-b6f5-83a96f343208 tempest-VolumesNegativeTest-978389053 tempest-VolumesNegativeTest-978389053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:53.140784 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4023944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737743994992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737743561485'] for port, after_delete {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.147419 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-d870dc62-9b90-45dd-bc84-71a3258c86e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:53.183830 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:53.187576 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:53.189970 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] No DVR routers for this DVR port e65fcd84-31ca-4c46-bffa-d37c5343f8ab on host dv-cinder-788364-3-smb {{(pid=79261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:53.205504 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Pushing event deleted for resources: {'Port': ['ID=e65fcd84-31ca-4c46-bffa-d37c5343f8ab,revision_number=None']} {{(pid=79262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:53.207879 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG oslo_concurrency.lockutils [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:53.210339 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2b02c-0efb-4d69-94a0-7690e188de02 None None] No DVR routers for this DVR port e65fcd84-31ca-4c46-bffa-d37c5343f8ab on host dv-cinder-788364-3-smb {{(pid=79262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:11:53.310786 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613004', 'neutron.services.segments.db._delete_segments_for_network-8737744001437'] for network, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.323690 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c2d25c-a009-4dd5-832f-55138d8dfaa7']}} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:53.335491 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538433f0-4f4c-4a3a-bb00-c1577d4c8173') {'for_net_delete': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:53.335784 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.services.segments.db [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538433f0-4f4c-4a3a-bb00-c1577d4c8173') {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:11:53.347157 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737744012647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60283775'] for segment, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.368217 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116'] for segment, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.374156 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=79261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:11:53.374509 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3594116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61531720'] for segment, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: Traceback (most recent call last): May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: timer() May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: cb(*args, **kw) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: return func(*args, **kwargs) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: self._notify() May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: self.callback(batched_events) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: event.method(event) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: return f(self, *a, **k) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: return self._get(url).json() May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: return self.request(url, 'GET', **kwargs) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:11:53.387212 dv-cinder-788364-3-smb neutron-server[79261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:11:53.625272 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3612981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3807861'] for network, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.629027 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-4d87b053-ffc9-4334-97af-276779ec8329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:53.641998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676069'] for network, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:53.654998 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c2d25c-a009-4dd5-832f-55138d8dfaa7,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:53.659247 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:53.660761 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-8ed91b62-6a32-4697-a2f7-84b783574c1c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c4c2d25c-a009-4dd5-832f-55138d8dfaa7 HTTP/1.1" status: 204 len: 168 time: 1.2283483 May 10 20:11:54.082233 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e65fcd84-31ca-4c46-bffa-d37c5343f8ab no longer exists at agent ovs-agent-dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 20:11:54.116346 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.plugin [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] No Port match for: e65fcd84-31ca-4c46-bffa-d37c5343f8ab {{(pid=79262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 20:11:54.116716 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron.plugins.ml2.rpc [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Device e65fcd84-31ca-4c46-bffa-d37c5343f8ab not bound to the agent host dv-cinder-788364-3-smb {{(pid=79262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 20:11:54.299370 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35792) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:54.454934 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-bb5bffd0-ab28-455b-968f-945932be41e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d956cbbb2c8b47c185b127b18e463f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542742 May 10 20:11:54.457406 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35796) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:54.514776 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:54.540373 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:54.695835 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:54.699754 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-dc5fd553-df62-43e4-884c-dfab41def5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:54.712512 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b039ed-f4b3-4c55-8337-35ff085c7174,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:54.714948 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:54.723340 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:54.726854 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-91b479d0-07ba-4e93-9f73-7d6a2c9f9860 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7b039ed-f4b3-4c55-8337-35ff085c7174 HTTP/1.1" status: 204 len: 168 time: 0.2662435 May 10 20:11:55.680971 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35824) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:55.730795 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-24bccae2-a9d7-4d9c-99b5-3fc4dfbcc4ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f74c24aeaaa94a4e810fc074a17fcba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484028 May 10 20:11:55.733004 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35828) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:55.795171 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:55.821466 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:55.946552 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:55.951735 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-5c6e08e4-4ac9-4a61-84fe-a17f300dcd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:55.964511 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9a8aa-ee0c-4f0c-923c-9ec66b13652c,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:55.967070 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:55.968302 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:55.975407 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-f69c889d-fdc3-46a7-b5e5-e3fef6591793 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6e9a8aa-ee0c-4f0c-923c-9ec66b13652c HTTP/1.1" status: 204 len: 168 time: 0.2354314 May 10 20:11:59.495899 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35856) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:59.615832 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.631744 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:11:59.635948 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Usage tracker for resource:security_group_rule and tenant:0d66d6f146f046c1899a1b4a8830b66f is out of sync, need to count used quota {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:11:59.638905 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.quota.resource [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79260) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:11:59.644655 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.db.quota.driver [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:11:59.730583 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.804066 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.811059 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-cc4fc5a8-b333-4830-99bb-acc15e4ff315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:11:59.859243 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d66d6f146f046c1899a1b4a8830b66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607080 May 10 20:11:59.859243 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cae13a6-fcb4-4bce-9342-7fef8884afd1,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:11:59.860625 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35862) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:11:59.862288 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-51f89b94-73f1-4716-a22a-c7a80aaa3132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:11:59.932248 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:11:59.958394 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:00.089607 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:00.094779 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-0d544b7a-fa19-4f08-9889-7132af9280ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:00.109296 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cae13a6-fcb4-4bce-9342-7fef8884afd1,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:00.113810 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:00.118873 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:00.122213 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-9d46b332-c061-48e5-8438-9d5f6f4fc981 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cae13a6-fcb4-4bce-9342-7fef8884afd1 HTTP/1.1" status: 204 len: 168 time: 0.2575269 May 10 20:12:00.847696 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35870) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:00.865934 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:00.881233 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:12:00.885712 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Usage tracker for resource:security_group_rule and tenant:da3a207fd79a40cdac5293976f326439 is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:12:00.888617 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:12:00.894323 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:12:00.978929 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.070528 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.077547 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12e303cf-029d-4e20-aa6a-57160bc5762e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:01.122424 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da3a207fd79a40cdac5293976f326439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713034 May 10 20:12:01.122424 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd81167-4c98-460f-a4d4-0878f8466310,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:01.123276 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.wsgi [-] (79260) accepted ('10.222.0.42', 35874) {{(pid=79260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:01.124963 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:01.204711 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.231614 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.379033 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.384118 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-08ccd50c-b690-444a-b41d-cd9231c66880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:01.398062 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd81167-4c98-460f-a4d4-0878f8466310,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:01.400992 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:01.411041 dv-cinder-788364-3-smb neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:01.414611 dv-cinder-788364-3-smb neutron-server[79260]: INFO neutron.wsgi [None req-939fe613-0aee-4f7b-85dc-890559192737 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bd81167-4c98-460f-a4d4-0878f8466310 HTTP/1.1" status: 204 len: 168 time: 0.2870052 May 10 20:12:02.686491 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.233422 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35908) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:03.351232 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.365592 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 20:12:03.369388 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Usage tracker for resource:security_group_rule and tenant:81027b9ac64343dcbfb30a0e90de4e6c is out of sync, need to count used quota {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 20:12:03.372137 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.quota.resource [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79261) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 20:12:03.377960 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.db.quota.driver [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 20:12:03.458322 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.581161 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_create {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.596757 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-d610deb8-3908-488d-9d98-59809756f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:03.639485 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84409be2-d56f-44a2-8b1c-5d34a12beff2,revision_number=1']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:03.643074 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:03.645664 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-61ae5fb9-541d-449e-b72b-706923bf462c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81027b9ac64343dcbfb30a0e90de4e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112430 May 10 20:12:03.649097 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.wsgi [-] (79261) accepted ('10.222.0.42', 35914) {{(pid=79261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 20:12:03.712492 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.738804 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.861266 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330140'] for security_group, after_delete {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.865386 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-daac523d-a1bb-4fd1-96b3-6f7fa056eb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 20:12:03.878723 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84409be2-d56f-44a2-8b1c-5d34a12beff2,revision_number=None']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:12:03.883256 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 20:12:03.888840 dv-cinder-788364-3-smb neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:03.889961 dv-cinder-788364-3-smb neutron-server[79261]: INFO neutron.wsgi [None req-b9e4ea08-84a9-462c-99f7-ca407a500cf8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84409be2-d56f-44a2-8b1c-5d34a12beff2 HTTP/1.1" status: 204 len: 168 time: 0.2399356 May 10 20:12:05.114214 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:12:12.449032 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-9800d849-4f8e-4e4b-9f03-3a3e547d6cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:14.889707 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dedff5dd-f528-4489-9dc3-2ef27e64369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:14.991663 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:15.826611 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:17.689175 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:32.695343 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:42.113754 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:12:42.417886 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-11f434c1-6b9a-4d6a-b0ae-b37362e7908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:44.881491 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d798b64b-fe29-40ec-bdad-44cf98cc6749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:44.989892 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:45.846443 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:12:47.694461 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:02.731240 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:12.428793 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2c20-d19f-4823-8dd2-a58a19bd8bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.879451 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-84abe92d-a528-429a-ad12-1e2ad59f8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:14.965530 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:15.811059 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:17.689042 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:19.113730 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:13:32.728436 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:42.453975 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-e55bc09e-f31c-413a-97fc-5143c60f859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.872948 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-77c5a905-82ee-47ac-be28-fcb04fdd0ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:44.985692 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:45.814191 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:47.711189 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:13:56.113008 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:14:02.707785 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:12.438117 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-d0a1ddfa-788d-4802-b218-7738be6d7da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:14.859391 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-14f96159-c5aa-4706-8d8a-b1a93b924d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:14.957503 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:15.837002 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:17.752223 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:32.745836 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:33.113285 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:14:42.420471 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-86647bd8-bdb3-458e-a42c-47cf48afcfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.860085 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-730aae0f-f6c4-4578-b630-657101c52a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:44.957240 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:45.825878 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:14:47.723296 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:02.728247 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:10.113033 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:15:12.424995 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-cf4dfd98-1c5e-41b9-a6e2-f32ab9e0a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.853770 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-c8db7aae-8fb9-471d-bea0-32482747d7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:14.968337 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:15.864656 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:17.744824 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:32.721620 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:42.423634 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-90835a7e-97f8-4b67-ae1f-6874dcc4126b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:44.901307 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-dfeff169-bfa6-4a45-8dfe-e05636a74483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:44.983769 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:45.841248 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:15:47.114065 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:15:47.732775 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:02.778418 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:12.452091 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-40492287-6144-4109-819b-7b6799280008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:14.919902 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-8e14414a-f9ea-4b86-86ac-45accb330e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:14.971570 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:15.840873 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:17.709315 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:24.113553 dv-cinder-788364-3-smb neutron-server[79263]: DEBUG neutron.db.agents_db [None req-47220e3b-7b94-4e64-a012-82467b5a0051 None None] Agent healthcheck: found 6 active agents {{(pid=79263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:16:32.748378 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-362d4eb2-79c2-4e1d-8638-8f7284772501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:42.450938 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-75560c0d-ccf4-4800-b01b-919f6b949c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:44.901520 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-3da5c93a-cdf6-464f-92fc-4fe3ab2025f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:44.988907 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-1c82423e-7876-4d8c-8104-9329b37c1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:45.845064 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-ad94216f-db79-459a-ab41-df74a1d6077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:16:47.726132 dv-cinder-788364-3-smb neutron-server[79262]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ffb-9a2f-4123-9d76-4e4fe38840b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737744001446', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3619958'] for agent, after_update {{(pid=79262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}